2024-11-23 16:16:37,558 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 16:16:37,575 main DEBUG Took 0.015668 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 16:16:37,576 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 16:16:37,576 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 16:16:37,577 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 16:16:37,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,584 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 16:16:37,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,599 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,601 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,602 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,604 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,607 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,608 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 16:16:37,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,611 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 16:16:37,613 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 16:16:37,615 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 16:16:37,617 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 16:16:37,618 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 16:16:37,619 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 16:16:37,620 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 16:16:37,628 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 16:16:37,631 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 16:16:37,632 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 16:16:37,633 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 16:16:37,633 main DEBUG createAppenders(={Console}) 2024-11-23 16:16:37,634 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-23 16:16:37,634 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 16:16:37,635 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-23 16:16:37,635 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 16:16:37,636 main DEBUG OutputStream closed 2024-11-23 16:16:37,636 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 16:16:37,637 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 16:16:37,637 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-23 16:16:37,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 16:16:37,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 16:16:37,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 16:16:37,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 16:16:37,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 16:16:37,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 16:16:37,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 16:16:37,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 16:16:37,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 16:16:37,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 16:16:37,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 16:16:37,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 16:16:37,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 16:16:37,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 16:16:37,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 16:16:37,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 16:16:37,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 16:16:37,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 16:16:37,731 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 16:16:37,731 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-23 16:16:37,732 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 16:16:37,732 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-23T16:16:37,746 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-23 16:16:37,749 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 16:16:37,749 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T16:16:37,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=7879 2024-11-23T16:16:38,017 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-23T16:16:38,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd 2024-11-23T16:16:38,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1, deleteOnExit=true 2024-11-23T16:16:38,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/zookeeper_0, clientPort=55508, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:16:38,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55508 2024-11-23T16:16:38,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:16:38,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:16:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/test.cache.data in system properties and HBase conf 2024-11-23T16:16:38,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:16:38,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:16:38,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:16:38,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:16:38,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:16:38,260 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T16:16:38,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:16:38,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:16:38,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:16:38,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:16:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:16:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:16:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:16:38,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:16:38,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:16:38,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:16:38,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:16:38,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:16:38,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:16:38,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:16:38,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:16:39,164 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T16:16:39,239 INFO [Time-limited test {}] log.Log(170): Logging initialized @2391ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T16:16:39,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:16:39,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:16:39,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:16:39,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:16:39,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:16:39,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:16:39,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:16:39,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:16:39,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/java.io.tmpdir/jetty-localhost-33065-hadoop-hdfs-3_4_1-tests_jar-_-any-8842876450800258891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:16:39,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33065} 2024-11-23T16:16:39,635 INFO [Time-limited test {}] server.Server(415): Started @2788ms 2024-11-23T16:16:40,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:16:40,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:16:40,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:16:40,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:16:40,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:16:40,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:16:40,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:16:40,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/java.io.tmpdir/jetty-localhost-35161-hadoop-hdfs-3_4_1-tests_jar-_-any-2764493893318261480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:16:40,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35161} 2024-11-23T16:16:40,150 INFO [Time-limited test {}] server.Server(415): Started @3303ms 2024-11-23T16:16:40,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:16:40,657 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/data/data2/current/BP-1637003290-172.17.0.2-1732378598912/current, will proceed with Du for space computation calculation, 2024-11-23T16:16:40,657 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/data/data1/current/BP-1637003290-172.17.0.2-1732378598912/current, will proceed with Du for space computation calculation, 2024-11-23T16:16:40,687 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:16:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76ed9d69b685e56b with lease ID 0x9f6b4d24cfa8edf2: Processing first storage report for DS-9658e943-947c-47eb-9332-0fd29a834029 from datanode DatanodeRegistration(127.0.0.1:46589, datanodeUuid=39de5c28-8744-431e-853a-5085a3254b86, infoPort=46041, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=658406850;c=1732378598912) 2024-11-23T16:16:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76ed9d69b685e56b with lease ID 0x9f6b4d24cfa8edf2: from storage DS-9658e943-947c-47eb-9332-0fd29a834029 node DatanodeRegistration(127.0.0.1:46589, datanodeUuid=39de5c28-8744-431e-853a-5085a3254b86, infoPort=46041, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=658406850;c=1732378598912), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T16:16:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76ed9d69b685e56b with lease ID 0x9f6b4d24cfa8edf2: Processing first storage report for DS-9727597b-1111-4734-aad6-5a7f3343fa09 from datanode DatanodeRegistration(127.0.0.1:46589, datanodeUuid=39de5c28-8744-431e-853a-5085a3254b86, infoPort=46041, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=658406850;c=1732378598912) 2024-11-23T16:16:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76ed9d69b685e56b with lease ID 0x9f6b4d24cfa8edf2: from storage DS-9727597b-1111-4734-aad6-5a7f3343fa09 node DatanodeRegistration(127.0.0.1:46589, datanodeUuid=39de5c28-8744-431e-853a-5085a3254b86, infoPort=46041, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=658406850;c=1732378598912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:16:40,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd 2024-11-23T16:16:40,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:40,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:41,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:16:41,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502 with version=8 2024-11-23T16:16:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/hbase-staging 2024-11-23T16:16:41,519 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T16:16:41,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:16:41,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:41,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:41,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:16:41,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:41,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:16:41,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:16:41,994 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T16:16:42,003 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T16:16:42,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:16:42,034 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12529 (auto-detected) 2024-11-23T16:16:42,035 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T16:16:42,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43395 2024-11-23T16:16:42,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43395 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:42,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433950x0, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:42,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43395-0x101459d857a0000 connected 2024-11-23T16:16:42,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:42,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:42,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:16:42,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502, hbase.cluster.distributed=false 2024-11-23T16:16:42,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/acl 2024-11-23T16:16:42,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43395 2024-11-23T16:16:42,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43395 2024-11-23T16:16:42,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43395 2024-11-23T16:16:42,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43395 2024-11-23T16:16:42,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43395 2024-11-23T16:16:42,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:16:42,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:42,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:42,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:16:42,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:42,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:16:42,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:16:42,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:16:42,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38853 2024-11-23T16:16:42,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38853 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:42,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:42,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:42,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388530x0, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:42,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38853-0x101459d857a0001 connected 2024-11-23T16:16:42,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:16:42,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:16:42,353 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:16:42,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/master 2024-11-23T16:16:42,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/acl 2024-11-23T16:16:42,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-23T16:16:42,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38853 2024-11-23T16:16:42,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38853 2024-11-23T16:16:42,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-23T16:16:42,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-23T16:16:42,379 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:43395 2024-11-23T16:16:42,379 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0289536727/backup-masters/1a7c5470b472,43395,1732378601571 2024-11-23T16:16:42,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:42,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:42,388 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on existing znode=/0289536727/backup-masters/1a7c5470b472,43395,1732378601571 2024-11-23T16:16:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289536727/master 2024-11-23T16:16:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:42,411 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on existing znode=/0289536727/master 2024-11-23T16:16:42,412 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0289536727/backup-masters/1a7c5470b472,43395,1732378601571 from backup master directory 2024-11-23T16:16:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/backup-masters/1a7c5470b472,43395,1732378601571 2024-11-23T16:16:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:42,417 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:16:42,418 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,43395,1732378601571 2024-11-23T16:16:42,420 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T16:16:42,422 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T16:16:42,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/hbase.id] with ID: f09d82ac-8342-4f78-a899-d4541566e0f6 2024-11-23T16:16:42,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/.tmp/hbase.id 2024-11-23T16:16:42,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:16:42,891 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/.tmp/hbase.id]:[hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/hbase.id] 2024-11-23T16:16:42,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:42,942 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:16:42,966 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-23T16:16:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:16:43,394 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:16:43,396 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:16:43,413 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:16:43,418 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:16:43,869 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store 2024-11-23T16:16:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:16:43,895 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T16:16:43,898 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:43,899 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:16:43,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:43,899 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:43,901 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:16:43,901 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:43,901 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:43,902 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378603899Disabling compacts and flushes for region at 1732378603899Disabling writes for close at 1732378603901 (+2 ms)Writing region close event to WAL at 1732378603901Closed at 1732378603901 2024-11-23T16:16:43,904 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/.initializing 2024-11-23T16:16:43,904 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571 2024-11-23T16:16:43,913 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:16:43,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C43395%2C1732378601571, suffix=, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/oldWALs, maxLogs=10 2024-11-23T16:16:43,952 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571/1a7c5470b472%2C43395%2C1732378601571.1732378603933, exclude list is [], retry=0 2024-11-23T16:16:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:43,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T16:16:44,008 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571/1a7c5470b472%2C43395%2C1732378601571.1732378603933 2024-11-23T16:16:44,009 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:44,009 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:44,010 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:44,013 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:16:44,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:44,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:44,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:16:44,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:44,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:44,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:16:44,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:44,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:44,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:16:44,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:44,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:44,104 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,107 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,108 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,113 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,114 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,117 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:44,121 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:16:44,127 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63751891, jitterRate=-0.05002279579639435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:44,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378604026Initializing all the Stores at 1732378604028 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378604029 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378604030 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378604030Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378604030Cleaning up temporary data from old regions at 1732378604114 (+84 ms)Region opened successfully at 1732378604132 (+18 ms) 2024-11-23T16:16:44,134 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:16:44,169 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a6868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:16:44,203 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:16:44,216 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:16:44,216 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:16:44,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:16:44,222 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-23T16:16:44,228 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-23T16:16:44,228 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:16:44,259 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:16:44,268 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/balancer because node does not exist (not necessarily an error) 2024-11-23T16:16:44,270 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/balancer already deleted, retry=false 2024-11-23T16:16:44,273 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:16:44,275 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:16:44,276 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/normalizer already deleted, retry=false 2024-11-23T16:16:44,278 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:16:44,282 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:16:44,283 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/switch/split already deleted, retry=false 2024-11-23T16:16:44,285 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:16:44,289 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/switch/merge already deleted, retry=false 2024-11-23T16:16:44,307 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:16:44,309 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/snapshot-cleanup already deleted, retry=false 2024-11-23T16:16:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289536727/running 2024-11-23T16:16:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289536727/running 2024-11-23T16:16:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:44,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,43395,1732378601571, sessionid=0x101459d857a0000, setting cluster-up flag (Was=false) 2024-11-23T16:16:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:44,339 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0289536727/flush-table-proc/acquired, /0289536727/flush-table-proc/reached, /0289536727/flush-table-proc/abort 2024-11-23T16:16:44,342 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,43395,1732378601571 2024-11-23T16:16:44,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:44,358 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0289536727/online-snapshot/acquired, /0289536727/online-snapshot/reached, /0289536727/online-snapshot/abort 2024-11-23T16:16:44,360 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,43395,1732378601571 2024-11-23T16:16:44,368 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:16:44,470 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(746): ClusterId : f09d82ac-8342-4f78-a899-d4541566e0f6 2024-11-23T16:16:44,474 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:16:44,473 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:44,480 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:16:44,480 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:16:44,484 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:16:44,485 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eff1157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:16:44,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:16:44,495 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:16:44,502 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,43395,1732378601571 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:16:44,507 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:38853 2024-11-23T16:16:44,511 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:16:44,511 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:16:44,511 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:16:44,512 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:44,512 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:44,512 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:44,512 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:44,513 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:16:44,513 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,513 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:16:44,514 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,514 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,43395,1732378601571 with port=38853, startcode=1732378602273 2024-11-23T16:16:44,517 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378634517 2024-11-23T16:16:44,520 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:16:44,521 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:16:44,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:44,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:16:44,526 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:16:44,526 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:16:44,527 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:16:44,527 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:16:44,528 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:16:44,528 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,531 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:44,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:16:44,533 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:16:44,534 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:16:44,535 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:16:44,535 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:16:44,538 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:16:44,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:16:44,544 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378604540,5,FailOnTimeoutGroup] 2024-11-23T16:16:44,551 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378604544,5,FailOnTimeoutGroup] 2024-11-23T16:16:44,551 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,551 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:16:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:16:44,553 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,553 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,575 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:16:44,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,38853,1732378602273 2024-11-23T16:16:44,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,38853,1732378602273 2024-11-23T16:16:44,598 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502 2024-11-23T16:16:44,599 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41331 2024-11-23T16:16:44,599 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:16:44,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/rs 2024-11-23T16:16:44,604 DEBUG [RS:0;1a7c5470b472:38853 {}] zookeeper.ZKUtil(111): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on existing znode=/0289536727/rs/1a7c5470b472,38853,1732378602273 2024-11-23T16:16:44,604 WARN [RS:0;1a7c5470b472:38853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:16:44,604 INFO [RS:0;1a7c5470b472:38853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:44,605 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273 2024-11-23T16:16:44,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,38853,1732378602273] 2024-11-23T16:16:44,633 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:16:44,650 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:16:44,656 INFO [RS:0;1a7c5470b472:38853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:16:44,656 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,658 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:16:44,666 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:16:44,667 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,668 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,668 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,668 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,668 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,669 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,669 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:16:44,669 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,669 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,669 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,669 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,670 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,670 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:44,670 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:16:44,670 DEBUG [RS:0;1a7c5470b472:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:16:44,672 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,672 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,672 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,672 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,672 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,673 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38853,1732378602273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:16:44,694 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:16:44,697 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38853,1732378602273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,697 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,697 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.Replication(171): 1a7c5470b472,38853,1732378602273 started 2024-11-23T16:16:44,718 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:44,718 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,38853,1732378602273, RpcServer on 1a7c5470b472/172.17.0.2:38853, sessionid=0x101459d857a0001 2024-11-23T16:16:44,719 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:16:44,719 DEBUG [RS:0;1a7c5470b472:38853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,38853,1732378602273 2024-11-23T16:16:44,720 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,38853,1732378602273' 2024-11-23T16:16:44,720 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0289536727/flush-table-proc/abort' 2024-11-23T16:16:44,721 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0289536727/flush-table-proc/acquired' 2024-11-23T16:16:44,722 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:16:44,722 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:16:44,722 DEBUG [RS:0;1a7c5470b472:38853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,38853,1732378602273 2024-11-23T16:16:44,722 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,38853,1732378602273' 2024-11-23T16:16:44,722 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0289536727/online-snapshot/abort' 2024-11-23T16:16:44,723 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0289536727/online-snapshot/acquired' 2024-11-23T16:16:44,723 DEBUG [RS:0;1a7c5470b472:38853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:16:44,724 INFO [RS:0;1a7c5470b472:38853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:16:44,724 INFO [RS:0;1a7c5470b472:38853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:16:44,829 INFO [RS:0;1a7c5470b472:38853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:16:44,833 INFO [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C38853%2C1732378602273, suffix=, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs, maxLogs=10 2024-11-23T16:16:44,850 DEBUG [RS:0;1a7c5470b472:38853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835, exclude list is [], retry=0 2024-11-23T16:16:44,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:44,858 INFO [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 2024-11-23T16:16:44,858 DEBUG [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:44,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:16:44,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502 2024-11-23T16:16:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:16:45,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:45,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:16:45,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:16:45,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:16:45,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:16:45,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:16:45,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:16:45,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:16:45,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:16:45,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:16:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740 2024-11-23T16:16:45,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740 2024-11-23T16:16:45,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:16:45,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:16:45,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:45,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:16:45,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:16:45,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71169319, jitterRate=0.060505494475364685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:45,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378605368Initializing all the Stores at 1732378605369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378605370 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378605370Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378605370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378605370Cleaning up temporary data from old regions at 1732378605389 (+19 ms)Region opened successfully at 1732378605401 (+12 ms) 2024-11-23T16:16:45,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:16:45,401 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:16:45,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:16:45,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:16:45,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:16:45,403 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:16:45,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378605401Disabling compacts and flushes for region at 1732378605401Disabling writes for close at 1732378605402 (+1 ms)Writing region close event to WAL at 1732378605403 (+1 ms)Closed at 1732378605403 2024-11-23T16:16:45,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:45,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:16:45,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:16:45,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:16:45,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:16:45,582 DEBUG [1a7c5470b472:43395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:16:45,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,38853,1732378602273 2024-11-23T16:16:45,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,38853,1732378602273, state=OPENING 2024-11-23T16:16:45,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:16:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:45,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:45,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:45,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:16:45,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,38853,1732378602273}] 2024-11-23T16:16:45,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:16:45,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:16:45,805 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:16:45,805 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:45,806 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:16:45,809 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C38853%2C1732378602273.meta, suffix=.meta, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs, maxLogs=10 2024-11-23T16:16:45,825 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.meta.1732378605810.meta, exclude list is [], retry=0 2024-11-23T16:16:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:45,832 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.meta.1732378605810.meta 2024-11-23T16:16:45,833 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:45,833 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:45,838 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:16:45,839 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:16:45,841 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:16:45,843 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:16:45,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:16:45,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:45,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:16:45,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:16:45,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:16:45,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:16:45,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:16:45,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:16:45,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:16:45,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:16:45,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:16:45,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:16:45,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:45,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:45,860 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:16:45,862 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740 2024-11-23T16:16:45,864 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740 2024-11-23T16:16:45,866 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:16:45,866 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:16:45,867 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:45,869 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:16:45,871 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64145101, jitterRate=-0.04416351020336151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:45,871 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:16:45,873 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378605848Writing region info on filesystem at 1732378605848Initializing all the Stores at 1732378605850 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378605850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378605850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378605850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378605850Cleaning up temporary data from old regions at 1732378605866 (+16 ms)Running coprocessor post-open hooks at 1732378605871 (+5 ms)Region opened successfully at 1732378605872 (+1 ms) 2024-11-23T16:16:45,879 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378605781 2024-11-23T16:16:45,890 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:16:45,891 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:16:45,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,38853,1732378602273 2024-11-23T16:16:45,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,38853,1732378602273, state=OPEN 2024-11-23T16:16:45,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:45,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:45,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:45,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:45,901 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,38853,1732378602273 2024-11-23T16:16:45,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:16:45,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,38853,1732378602273 in 287 msec 2024-11-23T16:16:45,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:16:45,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-23T16:16:45,913 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:45,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:16:45,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:16:45,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38853,1732378602273, seqNum=-1] 2024-11-23T16:16:45,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:16:45,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:16:45,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5640 sec 2024-11-23T16:16:45,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378605977, completionTime=-1 2024-11-23T16:16:45,979 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:16:45,980 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:16:46,005 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:16:46,005 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378666005 2024-11-23T16:16:46,005 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378726005 2024-11-23T16:16:46,006 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-23T16:16:46,008 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,43395,1732378601571-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,008 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,43395,1732378601571-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,008 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,43395,1732378601571-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,010 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:43395, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,010 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,011 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,017 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:16:46,038 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.620sec 2024-11-23T16:16:46,039 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:16:46,040 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:16:46,041 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:16:46,042 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:16:46,042 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:16:46,043 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,43395,1732378601571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:16:46,043 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,43395,1732378601571-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:16:46,051 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:16:46,052 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:16:46,052 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,43395,1732378601571-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:46,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:46,081 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T16:16:46,081 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T16:16:46,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,43395,-1 for getting cluster id 2024-11-23T16:16:46,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:46,094 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f09d82ac-8342-4f78-a899-d4541566e0f6' 2024-11-23T16:16:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f09d82ac-8342-4f78-a899-d4541566e0f6" 2024-11-23T16:16:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc9c1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,43395,-1] 2024-11-23T16:16:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:46,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:46,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:46,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:16:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38853,1732378602273, seqNum=-1] 2024-11-23T16:16:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:16:46,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:16:46,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,43395,1732378601571 2024-11-23T16:16:46,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:46,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:46,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101459d857a0002 connected 2024-11-23T16:16:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir so I do NOT create it in target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3 2024-11-23T16:16:46,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:16:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.tmp.dir so I do NOT create it in target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3 2024-11-23T16:16:46,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:16:46,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3 2024-11-23T16:16:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:16:46,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/cluster_564395a9-1702-7d24-71dd-0fb46134972f, deleteOnExit=true 2024-11-23T16:16:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:16:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/test.cache.data in system properties and HBase conf 2024-11-23T16:16:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:16:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:16:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:16:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:16:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:16:46,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:16:46,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:16:46,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:16:46,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:16:46,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:16:46,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:16:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:16:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:16:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:16:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:16:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:16:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:16:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:16:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:16:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:16:46,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:16:46,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:16:46,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:16:46,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:16:46,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:16:46,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:16:46,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:16:46,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:16:46,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/java.io.tmpdir/jetty-localhost-43483-hadoop-hdfs-3_4_1-tests_jar-_-any-16337098585878590926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:16:46,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:43483} 2024-11-23T16:16:46,410 INFO [Time-limited test {}] server.Server(415): Started @9563ms 2024-11-23T16:16:46,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:16:46,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:16:46,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:16:46,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:16:46,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:16:46,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:16:46,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:16:46,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/java.io.tmpdir/jetty-localhost-36791-hadoop-hdfs-3_4_1-tests_jar-_-any-8590416056762145353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:16:46,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:36791} 2024-11-23T16:16:46,645 INFO [Time-limited test {}] server.Server(415): Started @9797ms 2024-11-23T16:16:46,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:16:46,774 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/cluster_564395a9-1702-7d24-71dd-0fb46134972f/data/data2/current/BP-481781542-172.17.0.2-1732378606209/current, will proceed with Du for space computation calculation, 2024-11-23T16:16:46,774 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/cluster_564395a9-1702-7d24-71dd-0fb46134972f/data/data1/current/BP-481781542-172.17.0.2-1732378606209/current, will proceed with Du for space computation calculation, 2024-11-23T16:16:46,792 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:16:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x444569cc8b0118d1 with lease ID 0x90ab1779492b7da3: Processing first storage report for DS-894f8aab-0817-493e-92d8-919c6f899515 from datanode DatanodeRegistration(127.0.0.1:41563, datanodeUuid=d9864ba8-0ca5-4b25-809b-e3c2aa313ee6, infoPort=36807, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=684030183;c=1732378606209) 2024-11-23T16:16:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x444569cc8b0118d1 with lease ID 0x90ab1779492b7da3: from storage DS-894f8aab-0817-493e-92d8-919c6f899515 node DatanodeRegistration(127.0.0.1:41563, datanodeUuid=d9864ba8-0ca5-4b25-809b-e3c2aa313ee6, infoPort=36807, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=684030183;c=1732378606209), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:16:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x444569cc8b0118d1 with lease ID 0x90ab1779492b7da3: Processing first storage report for DS-35ce7019-e362-4802-8e41-7f31aff564aa from datanode DatanodeRegistration(127.0.0.1:41563, datanodeUuid=d9864ba8-0ca5-4b25-809b-e3c2aa313ee6, infoPort=36807, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=684030183;c=1732378606209) 2024-11-23T16:16:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x444569cc8b0118d1 with lease ID 0x90ab1779492b7da3: from storage DS-35ce7019-e362-4802-8e41-7f31aff564aa node DatanodeRegistration(127.0.0.1:41563, datanodeUuid=d9864ba8-0ca5-4b25-809b-e3c2aa313ee6, infoPort=36807, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=684030183;c=1732378606209), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T16:16:46,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3 2024-11-23T16:16:46,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:46,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:16:47,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e with version=8 2024-11-23T16:16:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/hbase-staging 2024-11-23T16:16:47,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:16:47,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:47,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:47,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:16:47,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:47,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:16:47,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:16:47,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:16:47,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36553 2024-11-23T16:16:47,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36553 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:47,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365530x0, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:47,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36553-0x101459d857a0003 connected 2024-11-23T16:16:47,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:47,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:47,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/running 2024-11-23T16:16:47,324 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e, hbase.cluster.distributed=false 2024-11-23T16:16:47,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/acl 2024-11-23T16:16:47,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36553 2024-11-23T16:16:47,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36553 2024-11-23T16:16:47,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36553 2024-11-23T16:16:47,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36553 2024-11-23T16:16:47,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36553 2024-11-23T16:16:47,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:16:47,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:16:47,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34817 2024-11-23T16:16:47,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34817 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:47,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:47,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348170x0, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:47,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348170x0, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/running 2024-11-23T16:16:47,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34817-0x101459d857a0004 connected 2024-11-23T16:16:47,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:16:47,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:16:47,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/master 2024-11-23T16:16:47,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/acl 2024-11-23T16:16:47,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-23T16:16:47,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34817 2024-11-23T16:16:47,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34817 2024-11-23T16:16:47,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-23T16:16:47,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-23T16:16:47,377 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:36553 2024-11-23T16:16:47,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-813485323/backup-masters/1a7c5470b472,36553,1732378607296 2024-11-23T16:16:47,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323/backup-masters 2024-11-23T16:16:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323/backup-masters 2024-11-23T16:16:47,381 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on existing znode=/1-813485323/backup-masters/1a7c5470b472,36553,1732378607296 2024-11-23T16:16:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-813485323/master 2024-11-23T16:16:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:47,384 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on existing znode=/1-813485323/master 2024-11-23T16:16:47,384 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-813485323/backup-masters/1a7c5470b472,36553,1732378607296 from backup master directory 2024-11-23T16:16:47,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-813485323/backup-masters/1a7c5470b472,36553,1732378607296 2024-11-23T16:16:47,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323/backup-masters 2024-11-23T16:16:47,386 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:16:47,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323/backup-masters 2024-11-23T16:16:47,386 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,36553,1732378607296 2024-11-23T16:16:47,393 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/hbase.id] with ID: dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50 2024-11-23T16:16:47,393 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/.tmp/hbase.id 2024-11-23T16:16:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:16:47,804 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/.tmp/hbase.id]:[hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/hbase.id] 2024-11-23T16:16:47,825 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:47,825 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:16:47,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T16:16:47,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:47,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:16:48,239 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:16:48,240 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:16:48,240 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:16:48,653 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store 2024-11-23T16:16:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:16:48,661 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:48,662 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:16:48,662 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:48,662 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:48,662 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:16:48,662 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:48,662 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:48,662 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378608661Disabling compacts and flushes for region at 1732378608661Disabling writes for close at 1732378608662 (+1 ms)Writing region close event to WAL at 1732378608662Closed at 1732378608662 2024-11-23T16:16:48,663 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/.initializing 2024-11-23T16:16:48,663 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/WALs/1a7c5470b472,36553,1732378607296 2024-11-23T16:16:48,665 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:16:48,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C36553%2C1732378607296, suffix=, logDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/WALs/1a7c5470b472,36553,1732378607296, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/oldWALs, maxLogs=10 2024-11-23T16:16:48,683 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/WALs/1a7c5470b472,36553,1732378607296/1a7c5470b472%2C36553%2C1732378607296.1732378608668, exclude list is [], retry=0 2024-11-23T16:16:48,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-894f8aab-0817-493e-92d8-919c6f899515,DISK] 2024-11-23T16:16:48,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/WALs/1a7c5470b472,36553,1732378607296/1a7c5470b472%2C36553%2C1732378607296.1732378608668 2024-11-23T16:16:48,690 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-11-23T16:16:48,690 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:48,690 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:48,690 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,690 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:16:48,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:48,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:48,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:16:48,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:48,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:48,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:16:48,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:48,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:48,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:16:48,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:48,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:48,723 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,724 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,725 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,728 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,728 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,729 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:48,731 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:48,735 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:16:48,735 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60708956, jitterRate=-0.09536606073379517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:48,736 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378608690Initializing all the Stores at 1732378608692 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378608692Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378608692Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378608692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378608692Cleaning up temporary data from old regions at 1732378608728 (+36 ms)Region opened successfully at 1732378608736 (+8 ms) 2024-11-23T16:16:48,736 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:16:48,742 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60432fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:16:48,743 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:16:48,744 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:16:48,744 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:16:48,744 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:16:48,745 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:16:48,745 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:16:48,745 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:16:48,749 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:16:48,750 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Unable to get data of znode /1-813485323/balancer because node does not exist (not necessarily an error) 2024-11-23T16:16:48,753 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-813485323/balancer already deleted, retry=false 2024-11-23T16:16:48,753 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:16:48,755 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Unable to get data of znode /1-813485323/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:16:48,756 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-813485323/normalizer already deleted, retry=false 2024-11-23T16:16:48,757 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:16:48,758 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Unable to get data of znode /1-813485323/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:16:48,760 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-813485323/switch/split already deleted, retry=false 2024-11-23T16:16:48,761 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Unable to get data of znode /1-813485323/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:16:48,766 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-813485323/switch/merge already deleted, retry=false 2024-11-23T16:16:48,769 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Unable to get data of znode /1-813485323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:16:48,772 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-813485323/snapshot-cleanup already deleted, retry=false 2024-11-23T16:16:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-813485323/running 2024-11-23T16:16:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-813485323/running 2024-11-23T16:16:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:48,775 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,36553,1732378607296, sessionid=0x101459d857a0003, setting cluster-up flag (Was=false) 2024-11-23T16:16:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:48,786 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-813485323/flush-table-proc/acquired, /1-813485323/flush-table-proc/reached, /1-813485323/flush-table-proc/abort 2024-11-23T16:16:48,787 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,36553,1732378607296 2024-11-23T16:16:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:48,798 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-813485323/online-snapshot/acquired, /1-813485323/online-snapshot/reached, /1-813485323/online-snapshot/abort 2024-11-23T16:16:48,799 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,36553,1732378607296 2024-11-23T16:16:48,801 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:16:48,804 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:48,804 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:16:48,804 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:16:48,804 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,36553,1732378607296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:16:48,806 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,807 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378638807 2024-11-23T16:16:48,807 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:16:48,807 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:16:48,807 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:16:48,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:16:48,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:48,809 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:16:48,809 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:16:48,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:16:48,809 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378608809,5,FailOnTimeoutGroup] 2024-11-23T16:16:48,809 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378608809,5,FailOnTimeoutGroup] 2024-11-23T16:16:48,809 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,809 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:16:48,809 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,810 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,811 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:48,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:16:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:16:48,868 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(746): ClusterId : dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50 2024-11-23T16:16:48,868 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:16:48,872 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:16:48,872 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:16:48,874 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:16:48,875 DEBUG [RS:0;1a7c5470b472:34817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feccd4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:16:48,888 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:34817 2024-11-23T16:16:48,888 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:16:48,888 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:16:48,888 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:16:48,889 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,36553,1732378607296 with port=34817, startcode=1732378607345 2024-11-23T16:16:48,889 DEBUG [RS:0;1a7c5470b472:34817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:16:48,892 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:16:48,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,34817,1732378607345 2024-11-23T16:16:48,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36553 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,34817,1732378607345 2024-11-23T16:16:48,895 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e 2024-11-23T16:16:48,895 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37255 2024-11-23T16:16:48,895 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:16:48,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323/rs 2024-11-23T16:16:48,898 DEBUG [RS:0;1a7c5470b472:34817 {}] zookeeper.ZKUtil(111): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on existing znode=/1-813485323/rs/1a7c5470b472,34817,1732378607345 2024-11-23T16:16:48,898 WARN [RS:0;1a7c5470b472:34817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:16:48,898 INFO [RS:0;1a7c5470b472:34817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:48,898 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345 2024-11-23T16:16:48,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,34817,1732378607345] 2024-11-23T16:16:48,903 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:16:48,905 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:16:48,906 INFO [RS:0;1a7c5470b472:34817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:16:48,906 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,906 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:16:48,907 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:16:48,907 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,907 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:16:48,908 DEBUG [RS:0;1a7c5470b472:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:16:48,909 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,909 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,909 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,909 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,909 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,909 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34817,1732378607345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:16:48,925 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:16:48,925 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34817,1732378607345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,925 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,925 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.Replication(171): 1a7c5470b472,34817,1732378607345 started 2024-11-23T16:16:48,940 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:48,941 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,34817,1732378607345, RpcServer on 1a7c5470b472/172.17.0.2:34817, sessionid=0x101459d857a0004 2024-11-23T16:16:48,941 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:16:48,941 DEBUG [RS:0;1a7c5470b472:34817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,34817,1732378607345 2024-11-23T16:16:48,941 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,34817,1732378607345' 2024-11-23T16:16:48,941 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-813485323/flush-table-proc/abort' 2024-11-23T16:16:48,942 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-813485323/flush-table-proc/acquired' 2024-11-23T16:16:48,942 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:16:48,942 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:16:48,942 DEBUG [RS:0;1a7c5470b472:34817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,34817,1732378607345 2024-11-23T16:16:48,942 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,34817,1732378607345' 2024-11-23T16:16:48,942 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-813485323/online-snapshot/abort' 2024-11-23T16:16:48,943 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-813485323/online-snapshot/acquired' 2024-11-23T16:16:48,943 DEBUG [RS:0;1a7c5470b472:34817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:16:48,943 INFO [RS:0;1a7c5470b472:34817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:16:48,943 INFO [RS:0;1a7c5470b472:34817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:16:49,044 INFO [RS:0;1a7c5470b472:34817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:16:49,047 INFO [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34817%2C1732378607345, suffix=, logDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/oldWALs, maxLogs=10 2024-11-23T16:16:49,064 DEBUG [RS:0;1a7c5470b472:34817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345/1a7c5470b472%2C34817%2C1732378607345.1732378609048, exclude list is [], retry=0 2024-11-23T16:16:49,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-894f8aab-0817-493e-92d8-919c6f899515,DISK] 2024-11-23T16:16:49,070 INFO [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345/1a7c5470b472%2C34817%2C1732378607345.1732378609048 2024-11-23T16:16:49,070 DEBUG [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-11-23T16:16:49,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:16:49,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e 2024-11-23T16:16:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:16:49,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:49,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:16:49,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:16:49,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:49,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:49,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:16:49,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:16:49,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:49,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:49,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:16:49,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:16:49,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:49,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:49,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:16:49,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:16:49,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:49,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:49,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:16:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740 2024-11-23T16:16:49,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740 2024-11-23T16:16:49,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:16:49,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:16:49,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:16:49,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:16:49,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73965261, jitterRate=0.10216827690601349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:49,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378609630Initializing all the Stores at 1732378609632 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378609632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378609633 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378609633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378609633Cleaning up temporary data from old regions at 1732378609649 (+16 ms)Region opened successfully at 1732378609654 (+5 ms) 2024-11-23T16:16:49,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:16:49,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:16:49,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:16:49,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:16:49,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:16:49,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:16:49,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378609655Disabling compacts and flushes for region at 1732378609655Disabling writes for close at 1732378609655Writing region close event to WAL at 1732378609655Closed at 1732378609655 2024-11-23T16:16:49,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:49,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:16:49,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:16:49,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:16:49,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:16:49,811 DEBUG [1a7c5470b472:36553 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:16:49,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,34817,1732378607345 2024-11-23T16:16:49,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,34817,1732378607345, state=OPENING 2024-11-23T16:16:49,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:16:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:16:49,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:16:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-813485323/meta-region-server: CHANGED 2024-11-23T16:16:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-813485323/meta-region-server: CHANGED 2024-11-23T16:16:49,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,34817,1732378607345}] 2024-11-23T16:16:49,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:16:49,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:16:49,982 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:16:49,982 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:49,982 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:16:49,985 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34817%2C1732378607345.meta, suffix=.meta, logDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345, archiveDir=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/oldWALs, maxLogs=10 2024-11-23T16:16:49,999 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345/1a7c5470b472%2C34817%2C1732378607345.meta.1732378609986.meta, exclude list is [], retry=0 2024-11-23T16:16:50,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41563,DS-894f8aab-0817-493e-92d8-919c6f899515,DISK] 2024-11-23T16:16:50,005 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/WALs/1a7c5470b472,34817,1732378607345/1a7c5470b472%2C34817%2C1732378607345.meta.1732378609986.meta 2024-11-23T16:16:50,005 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-11-23T16:16:50,005 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:50,006 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:16:50,006 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:16:50,006 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:16:50,006 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:16:50,006 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:16:50,006 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:50,007 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:16:50,007 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:16:50,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:16:50,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:16:50,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:50,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:50,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:16:50,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:16:50,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:50,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:50,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:16:50,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:16:50,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:50,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:50,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:16:50,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:16:50,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:50,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:50,016 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:16:50,017 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740 2024-11-23T16:16:50,019 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740 2024-11-23T16:16:50,020 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:16:50,021 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:16:50,021 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:50,023 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:16:50,024 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011973, jitterRate=0.02835853397846222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:50,025 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:16:50,025 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378610007Writing region info on filesystem at 1732378610007Initializing all the Stores at 1732378610008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378610008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378610008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378610008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378610008Cleaning up temporary data from old regions at 1732378610021 (+13 ms)Running coprocessor post-open hooks at 1732378610025 (+4 ms)Region opened successfully at 1732378610025 2024-11-23T16:16:50,026 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378609974 2024-11-23T16:16:50,030 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:16:50,030 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:16:50,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,34817,1732378607345 2024-11-23T16:16:50,034 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,34817,1732378607345, state=OPEN 2024-11-23T16:16:50,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-813485323/meta-region-server 2024-11-23T16:16:50,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-813485323/meta-region-server 2024-11-23T16:16:50,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,34817,1732378607345 2024-11-23T16:16:50,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-813485323/meta-region-server: CHANGED 2024-11-23T16:16:50,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-813485323/meta-region-server: CHANGED 2024-11-23T16:16:50,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:16:50,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,34817,1732378607345 in 216 msec 2024-11-23T16:16:50,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:16:50,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-23T16:16:50,044 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:50,044 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:16:50,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:16:50,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34817,1732378607345, seqNum=-1] 2024-11-23T16:16:50,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:16:50,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:16:50,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-23T16:16:50,056 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378610056, completionTime=-1 2024-11-23T16:16:50,056 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:16:50,056 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:16:50,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:16:50,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378670059 2024-11-23T16:16:50,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378730059 2024-11-23T16:16:50,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:16:50,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36553,1732378607296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36553,1732378607296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,060 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36553,1732378607296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,060 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:36553, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,060 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,060 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,062 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.679sec 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36553,1732378607296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:16:50,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36553,1732378607296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:16:50,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:50,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:50,069 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:16:50,069 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:16:50,069 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36553,1732378607296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:50,070 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:50,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:50,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:50,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc60660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:50,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:50,073 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:50,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:16:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34817,1732378607345, seqNum=-1] 2024-11-23T16:16:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:16:50,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:16:50,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,36553,1732378607296 2024-11-23T16:16:50,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:50,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:50,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101459d857a0005 connected 2024-11-23T16:16:50,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,43395,-1 for getting cluster id 2024-11-23T16:16:50,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:50,091 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f09d82ac-8342-4f78-a899-d4541566e0f6' 2024-11-23T16:16:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f09d82ac-8342-4f78-a899-d4541566e0f6" 2024-11-23T16:16:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c253154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,43395,-1] 2024-11-23T16:16:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:50,094 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffdf392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,43395,1732378601571 2024-11-23T16:16:50,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4761f09a 2024-11-23T16:16:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:50,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:50,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:16:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:16:50,126 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:16:50,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef421c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,128 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:50,128 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:50,129 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:50,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145e7bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:50,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:50,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:50,131 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:50,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186ff567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:50,133 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:50,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:50,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5643cf70 2024-11-23T16:16:50,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:50,141 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:50,153 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T16:16:50,153 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:16:50,158 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:50,159 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:50,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:50,160 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:16:50,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:16:50,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:16:50,168 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:50,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:16:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741835_1011 (size=1138) 2024-11-23T16:16:50,217 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:16:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:16:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:16:50,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23fe7c4fc89b1bbc545a93b97367d928, NAME => 'hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502 2024-11-23T16:16:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741836_1012 (size=44) 2024-11-23T16:16:50,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:16:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:16:50,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:50,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23fe7c4fc89b1bbc545a93b97367d928, disabling compactions & flushes 2024-11-23T16:16:50,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:50,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:50,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. after waiting 0 ms 2024-11-23T16:16:50,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:50,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:50,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23fe7c4fc89b1bbc545a93b97367d928: Waiting for close lock at 1732378610991Disabling compacts and flushes for region at 1732378610991Disabling writes for close at 1732378610991Writing region close event to WAL at 1732378610991Closed at 1732378610991 2024-11-23T16:16:50,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:16:50,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378610994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378610994"}]},"ts":"1732378610994"} 2024-11-23T16:16:51,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:16:51,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:16:51,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378611005"}]},"ts":"1732378611005"} 2024-11-23T16:16:51,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:16:51,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN}] 2024-11-23T16:16:51,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN 2024-11-23T16:16:51,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN; state=OFFLINE, location=1a7c5470b472,38853,1732378602273; forceNewPlan=false, retain=false 2024-11-23T16:16:51,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23fe7c4fc89b1bbc545a93b97367d928, regionState=OPENING, regionLocation=1a7c5470b472,38853,1732378602273 2024-11-23T16:16:51,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN because future has completed 2024-11-23T16:16:51,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23fe7c4fc89b1bbc545a93b97367d928, server=1a7c5470b472,38853,1732378602273}] 2024-11-23T16:16:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:16:51,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:51,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:51,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:16:51,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C38853%2C1732378602273.rep, suffix=, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs, maxLogs=10 2024-11-23T16:16:51,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.rep.1732378611336, exclude list is [], retry=0 2024-11-23T16:16:51,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:51,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:16:51,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.rep.1732378611336 2024-11-23T16:16:51,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:51,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 23fe7c4fc89b1bbc545a93b97367d928, NAME => 'hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:51,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:16:51,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:16:51,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. service=MultiRowMutationService 2024-11-23T16:16:51,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:16:51,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:51,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,360 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,362 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fe7c4fc89b1bbc545a93b97367d928 columnFamilyName hfileref 2024-11-23T16:16:51,362 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:51,363 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(327): Store=23fe7c4fc89b1bbc545a93b97367d928/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:51,363 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,365 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fe7c4fc89b1bbc545a93b97367d928 columnFamilyName queue 2024-11-23T16:16:51,365 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:51,365 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(327): Store=23fe7c4fc89b1bbc545a93b97367d928/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:51,365 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,367 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fe7c4fc89b1bbc545a93b97367d928 columnFamilyName sid 2024-11-23T16:16:51,367 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:51,368 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(327): Store=23fe7c4fc89b1bbc545a93b97367d928/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:51,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:16:51,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:16:51,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 23fe7c4fc89b1bbc545a93b97367d928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69393572, jitterRate=0.03404480218887329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:16:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:51,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 23fe7c4fc89b1bbc545a93b97367d928: Running coprocessor pre-open hook at 1732378611358Writing region info on filesystem at 1732378611359 (+1 ms)Initializing all the Stores at 1732378611360 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378611360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378611360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378611360Cleaning up temporary data from old regions at 1732378611371 (+11 ms)Running coprocessor post-open hooks at 1732378611377 (+6 ms)Region opened successfully at 1732378611378 (+1 ms) 2024-11-23T16:16:51,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928., pid=7, masterSystemTime=1732378611326 2024-11-23T16:16:51,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:51,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:51,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23fe7c4fc89b1bbc545a93b97367d928, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,38853,1732378602273 2024-11-23T16:16:51,385 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43395 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a7c5470b472,38853,1732378602273, table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T16:16:51,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23fe7c4fc89b1bbc545a93b97367d928, server=1a7c5470b472,38853,1732378602273 because future has completed 2024-11-23T16:16:51,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T16:16:51,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 23fe7c4fc89b1bbc545a93b97367d928, server=1a7c5470b472,38853,1732378602273 in 216 msec 2024-11-23T16:16:51,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:16:51,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN in 379 msec 2024-11-23T16:16:51,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:16:51,398 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378611397"}]},"ts":"1732378611397"} 2024-11-23T16:16:51,401 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:16:51,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:16:51,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2410 sec 2024-11-23T16:16:51,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928., hostname=1a7c5470b472,38853,1732378602273, seqNum=2] 2024-11-23T16:16:51,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38853 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T16:16:51,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:51,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:51,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:16:51,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T16:16:51,621 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:16:51,663 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,38853,1732378602273, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:16:51,664 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:16:51,665 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38853,1732378602273, seqNum=-1] 2024-11-23T16:16:51,665 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:16:51,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T16:16:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,38853,1732378602273', locateType=CURRENT is [region=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928., hostname=1a7c5470b472,38853,1732378602273, seqNum=2] 2024-11-23T16:16:51,677 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T16:16:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T16:16:51,683 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,38853,1732378602273 suceeded 2024-11-23T16:16:51,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T16:16:51,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-23T16:16:51,686 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:16:51,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5700 sec 2024-11-23T16:16:51,696 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:51,697 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c9e6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:51,697 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:51,697 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:51,698 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b9ab5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:51,700 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:51,701 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f1f62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:51,701 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b43536e 2024-11-23T16:16:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:51,703 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T16:16:51,704 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,38853,1732378602273 (queues=1) is replicating from cluster=f09d82ac-8342-4f78-a899-d4541566e0f6 to cluster=dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50 2024-11-23T16:16:51,706 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C38853%2C1732378602273 2024-11-23T16:16:51,710 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,38853,1732378602273, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:16:51,712 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.shipper1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C38853%2C1732378602273 2024-11-23T16:16:51,716 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835, startPosition=0, beingWritten=true 2024-11-23T16:16:51,975 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:51,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T16:16:51,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T16:16:51,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:16:51,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T16:16:51,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:16:51,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T16:16:51,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:16:51,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T16:16:51,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T16:16:51,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T16:16:52,282 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:16:52,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:16:52,290 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:16:52,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:52,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:52,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,43395,-1 for getting cluster id 2024-11-23T16:16:52,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:52,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f09d82ac-8342-4f78-a899-d4541566e0f6' 2024-11-23T16:16:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f09d82ac-8342-4f78-a899-d4541566e0f6" 2024-11-23T16:16:52,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff80c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,43395,-1] 2024-11-23T16:16:52,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:52,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228f050f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,43395,1732378601571 2024-11-23T16:16:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb23a5e 2024-11-23T16:16:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:52,300 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:52,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:16:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:16:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T16:16:52,304 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:52,305 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190d9060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,305 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:52,305 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:52,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:52,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:52,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:52,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df3e97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:52,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:52,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:52,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e40531e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,309 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:52,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:52,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1890cf 2024-11-23T16:16:52,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:52,311 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:52,312 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-23T16:16:52,312 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:16:52,312 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,312 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:52,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:16:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T16:16:52,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-23T16:16:52,476 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T16:16:52,507 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-1a7c5470b472,38853,1732378602273, ReplicationSource: 2, currentBandwidth=0 2024-11-23T16:16:52,510 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T16:16:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T16:16:52,514 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1a7c5470b472,38853,1732378602273 suceeded 2024-11-23T16:16:52,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:16:52,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T16:16:52,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:16:52,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-23T16:16:52,527 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:52,528 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19b16dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,528 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:52,528 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:52,529 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d45827d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:52,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:52,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,532 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:52,533 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f36a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,533 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:52,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:52,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd4b545 2024-11-23T16:16:52,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:52,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T16:16:52,535 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1a7c5470b472,38853,1732378602273 (queues=1) is replicating from cluster=f09d82ac-8342-4f78-a899-d4541566e0f6 to cluster=dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50 2024-11-23T16:16:52,536 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1a7c5470b472%2C38853%2C1732378602273 2024-11-23T16:16:52,536 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1a7c5470b472,38853,1732378602273, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:16:52,536 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.shipper1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C38853%2C1732378602273 2024-11-23T16:16:52,536 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835, startPosition=0, beingWritten=true 2024-11-23T16:16:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T16:16:52,619 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T16:16:52,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:16:52,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:52,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:52,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,43395,1732378601571 2024-11-23T16:16:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d325842 2024-11-23T16:16:52,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:52,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:52,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:16:52,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T16:16:52,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:16:52,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T16:16:52,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:16:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T16:16:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T16:16:52,641 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:52,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e69e74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,642 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:52,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:52,643 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:52,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@939dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,645 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e969a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71bc5c27 2024-11-23T16:16:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:52,648 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:52,649 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:16:52,649 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:16:52,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:52,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:16:52,689 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:52,743 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T16:16:52,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-23T16:16:52,808 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-23T16:16:52,810 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T16:16:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T16:16:52,813 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 1a7c5470b472,38853,1732378602273 suceeded 2024-11-23T16:16:52,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T16:16:52,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-23T16:16:52,816 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:16:52,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-23T16:16:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T16:16:52,960 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-23T16:16:52,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:16:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T16:16:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T16:16:52,965 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:52,966 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef6014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,966 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:52,966 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:52,967 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4076f7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,969 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:52,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781dc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:52,970 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c4d66e3 2024-11-23T16:16:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:52,972 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:16:52,973 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T16:16:52,973 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:16:52,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:52,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:52,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:16:53,050 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T16:16:53,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-23T16:16:53,132 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-23T16:16:53,133 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T16:16:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T16:16:53,136 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 1a7c5470b472,38853,1732378602273 suceeded 2024-11-23T16:16:53,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T16:16:53,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-23T16:16:53,139 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://1a7c5470b472:36553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:16:53,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-23T16:16:53,196 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T16:16:53,280 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-23T16:16:53,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:16:53,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43395 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T16:16:53,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:16:53,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:53,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:53,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:53,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:53,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:16:53,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-23T16:16:53,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,43395,1732378601571 2024-11-23T16:16:53,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/running 2024-11-23T16:16:53,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/running 2024-11-23T16:16:53,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:53,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:16:53,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:53,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:16:53,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:53,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:53,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:16:53,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,38853,1732378602273' ***** 2024-11-23T16:16:53,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:16:53,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:16:53,286 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:16:53,287 INFO [RS:0;1a7c5470b472:38853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:16:53,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:16:53,287 INFO [RS:0;1a7c5470b472:38853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:16:53,287 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(3091): Received CLOSE for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,38853,1732378602273 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:38853. 2024-11-23T16:16:53,288 DEBUG [RS:0;1a7c5470b472:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:53,288 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:53,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23fe7c4fc89b1bbc545a93b97367d928, disabling compactions & flushes 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:16:53,288 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:16:53,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:16:53,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. after waiting 0 ms 2024-11-23T16:16:53,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:53,288 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:16:53,289 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:16:53,289 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23fe7c4fc89b1bbc545a93b97367d928=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.} 2024-11-23T16:16:53,289 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:16:53,289 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:16:53,289 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:16:53,289 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:53,289 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:16:53,289 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:16:53,292 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23fe7c4fc89b1bbc545a93b97367d928 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-23T16:16:53,292 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T16:16:53,361 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/info/ea9f257389644ca1aa6e9cfa8e8a9bf7 is 147, key is hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928./info:regioninfo/1732378611384/Put/seqid=0 2024-11-23T16:16:53,361 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/.tmp/queue/ea9a014321264cde9905421fbefb30e2 is 151, key is 1-1a7c5470b472,38853,1732378602273/queue:1a7c5470b472%2C38853%2C1732378602273/1732378611671/Put/seqid=0 2024-11-23T16:16:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741838_1014 (size=6631) 2024-11-23T16:16:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741839_1015 (size=5500) 2024-11-23T16:16:53,379 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:16:53,457 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:53,489 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:53,677 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:16:53,677 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:16:53,690 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:16:53,774 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/info/ea9f257389644ca1aa6e9cfa8e8a9bf7 2024-11-23T16:16:53,774 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/.tmp/queue/ea9a014321264cde9905421fbefb30e2 2024-11-23T16:16:53,803 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:53,819 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/.tmp/queue/ea9a014321264cde9905421fbefb30e2 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/queue/ea9a014321264cde9905421fbefb30e2 2024-11-23T16:16:53,829 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/queue/ea9a014321264cde9905421fbefb30e2, entries=2, sequenceid=6, filesize=5.4 K 2024-11-23T16:16:53,835 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/ns/96ed07f4f8a24818a07fd517d2c0ddbf is 43, key is default/ns:d/1732378605961/Put/seqid=0 2024-11-23T16:16:53,835 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 23fe7c4fc89b1bbc545a93b97367d928 in 543ms, sequenceid=6, compaction requested=false 2024-11-23T16:16:53,836 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:16:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741840_1016 (size=5153) 2024-11-23T16:16:53,841 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/ns/96ed07f4f8a24818a07fd517d2c0ddbf 2024-11-23T16:16:53,845 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T16:16:53,847 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:16:53,848 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:16:53,848 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:53,848 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23fe7c4fc89b1bbc545a93b97367d928: Waiting for close lock at 1732378613288Running coprocessor pre-close hooks at 1732378613288Disabling compacts and flushes for region at 1732378613288Disabling writes for close at 1732378613288Obtaining lock to block concurrent updates at 1732378613292 (+4 ms)Preparing flush snapshotting stores in 23fe7c4fc89b1bbc545a93b97367d928 at 1732378613292Finished memstore snapshotting hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732378613300 (+8 ms)Flushing stores of hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. at 1732378613301 (+1 ms)Flushing 23fe7c4fc89b1bbc545a93b97367d928/queue: creating writer at 1732378613303 (+2 ms)Flushing 23fe7c4fc89b1bbc545a93b97367d928/queue: appending metadata at 1732378613343 (+40 ms)Flushing 23fe7c4fc89b1bbc545a93b97367d928/queue: closing flushed file at 1732378613346 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703ddbd: reopening flushed file at 1732378613818 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 23fe7c4fc89b1bbc545a93b97367d928 in 543ms, sequenceid=6, compaction requested=false at 1732378613836 (+18 ms)Writing region close event to WAL at 1732378613839 (+3 ms)Running coprocessor post-close hooks at 1732378613846 (+7 ms)Closed at 1732378613848 (+2 ms) 2024-11-23T16:16:53,848 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:16:53,874 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/table/641ea968c3cc4c7ba35e2951cd898372 is 53, key is hbase:replication/table:state/1732378611397/Put/seqid=0 2024-11-23T16:16:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741841_1017 (size=5256) 2024-11-23T16:16:53,890 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:16:53,964 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:54,090 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:16:54,281 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/table/641ea968c3cc4c7ba35e2951cd898372 2024-11-23T16:16:54,290 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:16:54,290 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:16:54,290 DEBUG [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:16:54,290 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/info/ea9f257389644ca1aa6e9cfa8e8a9bf7 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/info/ea9f257389644ca1aa6e9cfa8e8a9bf7 2024-11-23T16:16:54,298 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/info/ea9f257389644ca1aa6e9cfa8e8a9bf7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T16:16:54,299 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/ns/96ed07f4f8a24818a07fd517d2c0ddbf as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/ns/96ed07f4f8a24818a07fd517d2c0ddbf 2024-11-23T16:16:54,306 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/ns/96ed07f4f8a24818a07fd517d2c0ddbf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:16:54,307 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/table/641ea968c3cc4c7ba35e2951cd898372 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/table/641ea968c3cc4c7ba35e2951cd898372 2024-11-23T16:16:54,313 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/table/641ea968c3cc4c7ba35e2951cd898372, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T16:16:54,315 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1026ms, sequenceid=11, compaction requested=false 2024-11-23T16:16:54,320 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T16:16:54,321 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:16:54,321 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:16:54,321 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:16:54,321 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378613289Running coprocessor pre-close hooks at 1732378613289Disabling compacts and flushes for region at 1732378613289Disabling writes for close at 1732378613289Obtaining lock to block concurrent updates at 1732378613292 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732378613292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732378613300 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378613301 (+1 ms)Flushing 1588230740/info: creating writer at 1732378613303 (+2 ms)Flushing 1588230740/info: appending metadata at 1732378613344 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732378613346 (+2 ms)Flushing 1588230740/ns: creating writer at 1732378613818 (+472 ms)Flushing 1588230740/ns: appending metadata at 1732378613834 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732378613834Flushing 1588230740/table: creating writer at 1732378613852 (+18 ms)Flushing 1588230740/table: appending metadata at 1732378613874 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732378613874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f95d62: reopening flushed file at 1732378614289 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb123a: reopening flushed file at 1732378614298 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ec38e3: reopening flushed file at 1732378614306 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1026ms, sequenceid=11, compaction requested=false at 1732378614315 (+9 ms)Writing region close event to WAL at 1732378614316 (+1 ms)Running coprocessor post-close hooks at 1732378614321 (+5 ms)Closed at 1732378614321 2024-11-23T16:16:54,321 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:16:54,491 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,38853,1732378602273; all regions closed. 2024-11-23T16:16:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741834_1010 (size=2742) 2024-11-23T16:16:54,501 DEBUG [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs 2024-11-23T16:16:54,501 INFO [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C38853%2C1732378602273.meta:.meta(num 1732378605810) 2024-11-23T16:16:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741837_1013 (size=1802) 2024-11-23T16:16:54,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.rep.1732378611336 not finished, retry = 0 2024-11-23T16:16:54,509 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:54,572 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273/1a7c5470b472%2C38853%2C1732378602273.1732378604835 to pos 0, reset compression=false 2024-11-23T16:16:54,607 DEBUG [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs 2024-11-23T16:16:54,607 INFO [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C38853%2C1732378602273.rep:(num 1732378611336) 2024-11-23T16:16:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741832_1008 (size=93) 2024-11-23T16:16:54,613 DEBUG [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs 2024-11-23T16:16:54,613 INFO [RS:0;1a7c5470b472:38853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C38853%2C1732378602273:(num 1732378604835) 2024-11-23T16:16:54,613 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:54,613 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:16:54,613 INFO [RS:0;1a7c5470b472:38853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:16:54,613 INFO [RS:0;1a7c5470b472:38853 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:16:54,614 INFO [RS:0;1a7c5470b472:38853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:16:54,614 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:16:54,614 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,38853,1732378602273 because: Region server is closing 2024-11-23T16:16:54,614 INFO [RS:0;1a7c5470b472:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:38853. 2024-11-23T16:16:54,614 DEBUG [RS:0;1a7c5470b472:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:54,615 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:54,615 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:54,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:54,715 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:16:54,715 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.shipper1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:16:54,715 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38853,1732378602273.replicationSource.shipper1a7c5470b472%2C38853%2C1732378602273,1-1a7c5470b472,38853,1732378602273 terminated 2024-11-23T16:16:54,716 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1a7c5470b472,38853,1732378602273 because: Region server is closing 2024-11-23T16:16:54,716 INFO [RS:0;1a7c5470b472:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:38853. 2024-11-23T16:16:54,716 DEBUG [RS:0;1a7c5470b472:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:16:54,716 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:54,716 DEBUG [RS:0;1a7c5470b472:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:54,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:16:54,817 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.shipper1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:16:54,817 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.wal-reader.1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:16:54,817 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,38853,1732378602273.replicationSource.shipper1a7c5470b472%2C38853%2C1732378602273,2-1a7c5470b472,38853,1732378602273 terminated 2024-11-23T16:16:54,817 INFO [RS:0;1a7c5470b472:38853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38853 2024-11-23T16:16:54,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/rs 2024-11-23T16:16:54,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/rs/1a7c5470b472,38853,1732378602273 2024-11-23T16:16:54,821 INFO [RS:0;1a7c5470b472:38853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:16:54,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,38853,1732378602273] 2024-11-23T16:16:54,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/draining/1a7c5470b472,38853,1732378602273 already deleted, retry=false 2024-11-23T16:16:54,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,38853,1732378602273 expired; onlineServers=0 2024-11-23T16:16:54,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,43395,1732378601571' ***** 2024-11-23T16:16:54,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:16:54,824 INFO [M:0;1a7c5470b472:43395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:16:54,824 INFO [M:0;1a7c5470b472:43395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:16:54,824 DEBUG [M:0;1a7c5470b472:43395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:16:54,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:16:54,825 DEBUG [M:0;1a7c5470b472:43395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:16:54,825 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378604540 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378604540,5,FailOnTimeoutGroup] 2024-11-23T16:16:54,825 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378604544 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378604544,5,FailOnTimeoutGroup] 2024-11-23T16:16:54,825 INFO [M:0;1a7c5470b472:43395 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:16:54,825 INFO [M:0;1a7c5470b472:43395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:16:54,825 DEBUG [M:0;1a7c5470b472:43395 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:16:54,825 INFO [M:0;1a7c5470b472:43395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:16:54,825 INFO [M:0;1a7c5470b472:43395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:16:54,826 INFO [M:0;1a7c5470b472:43395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:16:54,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:16:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/master 2024-11-23T16:16:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:54,827 DEBUG [M:0;1a7c5470b472:43395 {}] zookeeper.ZKUtil(347): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/master because node does not exist (not an error) 2024-11-23T16:16:54,828 WARN [M:0;1a7c5470b472:43395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:16:54,829 INFO [M:0;1a7c5470b472:43395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/.lastflushedseqids 2024-11-23T16:16:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741842_1018 (size=181) 2024-11-23T16:16:54,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:16:54,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x101459d857a0001, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:16:54,924 INFO [RS:0;1a7c5470b472:38853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:16:54,924 INFO [RS:0;1a7c5470b472:38853 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,38853,1732378602273; zookeeper connection closed. 2024-11-23T16:16:54,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a9f913c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a9f913c 2024-11-23T16:16:54,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:16:55,240 INFO [M:0;1a7c5470b472:43395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:16:55,241 INFO [M:0;1a7c5470b472:43395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:16:55,241 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:16:55,241 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:55,241 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:55,241 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:16:55,241 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:55,242 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-23T16:16:55,260 DEBUG [M:0;1a7c5470b472:43395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce6e95021d40407d8f48fd343650a89a is 82, key is hbase:meta,,1/info:regioninfo/1732378605892/Put/seqid=0 2024-11-23T16:16:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741843_1019 (size=5672) 2024-11-23T16:16:55,667 INFO [M:0;1a7c5470b472:43395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce6e95021d40407d8f48fd343650a89a 2024-11-23T16:16:55,691 DEBUG [M:0;1a7c5470b472:43395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bb339430974bb6a76ef6d2f19d1a27 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732378611404/Put/seqid=0 2024-11-23T16:16:55,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741844_1020 (size=8663) 2024-11-23T16:16:56,097 INFO [M:0;1a7c5470b472:43395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bb339430974bb6a76ef6d2f19d1a27 2024-11-23T16:16:56,121 DEBUG [M:0;1a7c5470b472:43395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92a4a20a55ce450d8ec748aad7243335 is 69, key is 1a7c5470b472,38853,1732378602273/rs:state/1732378604585/Put/seqid=0 2024-11-23T16:16:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741845_1021 (size=5156) 2024-11-23T16:16:56,527 INFO [M:0;1a7c5470b472:43395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92a4a20a55ce450d8ec748aad7243335 2024-11-23T16:16:56,535 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce6e95021d40407d8f48fd343650a89a as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce6e95021d40407d8f48fd343650a89a 2024-11-23T16:16:56,541 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce6e95021d40407d8f48fd343650a89a, entries=8, sequenceid=115, filesize=5.5 K 2024-11-23T16:16:56,543 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bb339430974bb6a76ef6d2f19d1a27 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bb339430974bb6a76ef6d2f19d1a27 2024-11-23T16:16:56,550 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bb339430974bb6a76ef6d2f19d1a27, entries=14, sequenceid=115, filesize=8.5 K 2024-11-23T16:16:56,551 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92a4a20a55ce450d8ec748aad7243335 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92a4a20a55ce450d8ec748aad7243335 2024-11-23T16:16:56,557 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92a4a20a55ce450d8ec748aad7243335, entries=1, sequenceid=115, filesize=5.0 K 2024-11-23T16:16:56,558 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=115, compaction requested=false 2024-11-23T16:16:56,560 INFO [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:16:56,560 DEBUG [M:0;1a7c5470b472:43395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378615241Disabling compacts and flushes for region at 1732378615241Disabling writes for close at 1732378615241Obtaining lock to block concurrent updates at 1732378615242 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378615242Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732378615242Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378615243 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378615243Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378615260 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378615260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378615674 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378615691 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378615691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378616105 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378616121 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378616121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad2fbe9: reopening flushed file at 1732378616534 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe8fadd: reopening flushed file at 1732378616542 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b47d232: reopening flushed file at 1732378616550 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=115, compaction requested=false at 1732378616558 (+8 ms)Writing region close event to WAL at 1732378616560 (+2 ms)Closed at 1732378616560 2024-11-23T16:16:56,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741830_1006 (size=59421) 2024-11-23T16:16:56,564 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:16:56,564 INFO [M:0;1a7c5470b472:43395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:16:56,564 INFO [M:0;1a7c5470b472:43395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43395 2024-11-23T16:16:56,565 INFO [M:0;1a7c5470b472:43395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:16:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:16:56,667 INFO [M:0;1a7c5470b472:43395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:16:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43395-0x101459d857a0000, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:16:56,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:16:56,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:56,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:56,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:16:56,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:56,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:16:56,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:16:56,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:16:56,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36409 2024-11-23T16:16:56,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36409 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:56,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364090x0, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:56,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36409-0x101459d857a0006 connected 2024-11-23T16:16:56,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:56,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:56,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:16:56,682 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: INIT 2024-11-23T16:16:56,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502, hbase.cluster.distributed=false 2024-11-23T16:16:56,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/acl 2024-11-23T16:16:56,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-23T16:16:56,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36409 2024-11-23T16:16:56,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36409 2024-11-23T16:16:56,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-23T16:16:56,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-23T16:16:56,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:16:56,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:56,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:56,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:16:56,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:16:56,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:16:56,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:16:56,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:16:56,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46513 2024-11-23T16:16:56,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46513 connecting to ZooKeeper ensemble=127.0.0.1:55508 2024-11-23T16:16:56,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:56,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:56,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465130x0, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:16:56,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46513-0x101459d857a0007 connected 2024-11-23T16:16:56,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:16:56,716 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: INIT 2024-11-23T16:16:56,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:16:56,717 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:16:56,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/master 2024-11-23T16:16:56,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/acl 2024-11-23T16:16:56,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-23T16:16:56,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46513 2024-11-23T16:16:56,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46513 2024-11-23T16:16:56,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-23T16:16:56,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46513 2024-11-23T16:16:56,741 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:36409 2024-11-23T16:16:56,741 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0289536727/backup-masters/1a7c5470b472,36409,1732378616669 2024-11-23T16:16:56,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:56,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:56,744 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on existing znode=/0289536727/backup-masters/1a7c5470b472,36409,1732378616669 2024-11-23T16:16:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289536727/master 2024-11-23T16:16:56,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:56,746 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on existing znode=/0289536727/master 2024-11-23T16:16:56,746 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0289536727/backup-masters/1a7c5470b472,36409,1732378616669 from backup master directory 2024-11-23T16:16:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/backup-masters/1a7c5470b472,36409,1732378616669 2024-11-23T16:16:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/backup-masters 2024-11-23T16:16:56,748 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:16:56,748 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,36409,1732378616669 2024-11-23T16:16:56,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:16:56,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:16:56,776 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-23T16:16:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741846_1022 (size=196) 2024-11-23T16:16:56,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:16:57,190 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:16:57,191 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:16:57,192 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:57,200 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T16:16:57,204 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571 to hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571-dead as it is dead 2024-11-23T16:16:57,205 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T16:16:57,205 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T16:16:57,206 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571-dead/1a7c5470b472%2C43395%2C1732378601571.1732378603933 2024-11-23T16:16:57,211 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571-dead/1a7c5470b472%2C43395%2C1732378601571.1732378603933 after 3ms 2024-11-23T16:16:57,212 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571-dead/1a7c5470b472%2C43395%2C1732378601571.1732378603933 to hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C43395%2C1732378601571.1732378603933 2024-11-23T16:16:57,212 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,43395,1732378601571-dead 2024-11-23T16:16:57,213 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,36409,1732378616669 2024-11-23T16:16:57,214 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:16:57,215 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C36409%2C1732378616669, suffix=, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,36409,1732378616669, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/oldWALs, maxLogs=10 2024-11-23T16:16:57,229 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,36409,1732378616669/1a7c5470b472%2C36409%2C1732378616669.1732378617216, exclude list is [], retry=0 2024-11-23T16:16:57,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:57,235 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/WALs/1a7c5470b472,36409,1732378616669/1a7c5470b472%2C36409%2C1732378616669.1732378617216 2024-11-23T16:16:57,235 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:57,236 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:57,236 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:57,236 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,236 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:16:57,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:57,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce6e95021d40407d8f48fd343650a89a 2024-11-23T16:16:57,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:57,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:16:57,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:57,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bb339430974bb6a76ef6d2f19d1a27 2024-11-23T16:16:57,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:57,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:16:57,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:57,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92a4a20a55ce450d8ec748aad7243335 2024-11-23T16:16:57,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:57,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:16:57,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:57,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:16:57,262 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,263 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T16:16:57,263 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C43395%2C1732378601571.1732378603933 2024-11-23T16:16:57,277 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C43395%2C1732378601571.1732378603933 2024-11-23T16:16:57,278 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C43395%2C1732378601571.1732378603933 2024-11-23T16:16:57,279 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,280 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,280 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:57,282 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:16:57,285 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-23T16:16:57,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67173752, jitterRate=9.669065475463867E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:57,287 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378617236Initializing all the Stores at 1732378617237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378617237Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378617237Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378617237Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378617237Cleaning up temporary data from old regions at 1732378617280 (+43 ms)Region opened successfully at 1732378617286 (+6 ms) 2024-11-23T16:16:57,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:16:57,291 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b163d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:16:57,304 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T16:16:57,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:16:57,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:16:57,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:16:57,306 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:16:57,312 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:16:57,313 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:16:57,313 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:16:57,314 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:16:57,314 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T16:16:57,314 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T16:16:57,314 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-23T16:16:57,314 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:16:57,319 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a7c5470b472,38853,1732378602273, regionLocation=1a7c5470b472,38853,1732378602273, openSeqNum=2 2024-11-23T16:16:57,319 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a7c5470b472,38853,1732378602273, table=hbase:meta, region=1588230740 2024-11-23T16:16:57,319 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,38853,1732378602273, state=OPEN 2024-11-23T16:16:57,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:57,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:57,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:57,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:57,326 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:16:57,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/draining/1a7c5470b472,38853,1732378602273 already deleted, retry=false 2024-11-23T16:16:57,327 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1a7c5470b472,38853,1732378602273 on 1a7c5470b472,36409,1732378616669 2024-11-23T16:16:57,333 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a7c5470b472,38853,1732378602273, splitWal=true, meta=true 2024-11-23T16:16:57,335 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 1a7c5470b472,38853,1732378602273 (carryingMeta=true) 1a7c5470b472,38853,1732378602273/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25ac6a4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T16:16:57,338 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/balancer because node does not exist (not necessarily an error) 2024-11-23T16:16:57,339 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/balancer already deleted, retry=false 2024-11-23T16:16:57,340 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:16:57,340 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:16:57,345 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/normalizer already deleted, retry=false 2024-11-23T16:16:57,345 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:16:57,346 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:16:57,347 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/switch/split already deleted, retry=false 2024-11-23T16:16:57,348 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:16:57,349 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/switch/merge already deleted, retry=false 2024-11-23T16:16:57,357 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:16:57,358 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/snapshot-cleanup already deleted, retry=false 2024-11-23T16:16:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289536727/running 2024-11-23T16:16:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289536727/running 2024-11-23T16:16:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:16:57,360 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,36409,1732378616669, sessionid=0x101459d857a0006, setting cluster-up flag (Was=false) 2024-11-23T16:16:57,362 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0289536727/flush-table-proc/acquired, /0289536727/flush-table-proc/reached, /0289536727/flush-table-proc/abort 2024-11-23T16:16:57,363 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,36409,1732378616669 2024-11-23T16:16:57,367 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0289536727/online-snapshot/acquired, /0289536727/online-snapshot/reached, /0289536727/online-snapshot/abort 2024-11-23T16:16:57,368 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,36409,1732378616669 2024-11-23T16:16:57,369 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/.lastflushedseqids 2024-11-23T16:16:57,373 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:16:57,373 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:16:57,373 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,36409,1732378616669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1a7c5470b472,38853,1732378602273 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:16:57,374 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:57,374 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:57,374 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:57,375 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:16:57,375 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:16:57,375 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,375 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:16:57,375 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378647375 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:16:57,376 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:16:57,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:16:57,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:16:57,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:16:57,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:16:57,377 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:16:57,378 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378617377,5,FailOnTimeoutGroup] 2024-11-23T16:16:57,378 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378617378,5,FailOnTimeoutGroup] 2024-11-23T16:16:57,378 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,378 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:16:57,378 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,378 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,378 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378617378, completionTime=-1 2024-11-23T16:16:57,378 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1a7c5470b472,38853,1732378602273, splitWal=true, meta=true 2024-11-23T16:16:57,378 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T16:16:57,380 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a7c5470b472,38853,1732378602273, splitWal=true, meta=true, isMeta: true 2024-11-23T16:16:57,381 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273-splitting 2024-11-23T16:16:57,382 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273-splitting dir is empty, no logs to split. 2024-11-23T16:16:57,382 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a7c5470b472,38853,1732378602273 WAL count=0, meta=true 2024-11-23T16:16:57,383 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T16:16:57,386 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273-splitting dir is empty, no logs to split. 2024-11-23T16:16:57,386 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a7c5470b472,38853,1732378602273 WAL count=0, meta=true 2024-11-23T16:16:57,386 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a7c5470b472,38853,1732378602273 WAL splitting is done? wals=0, meta=true 2024-11-23T16:16:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:16:57,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:16:57,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T16:16:57,431 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(746): ClusterId : f09d82ac-8342-4f78-a899-d4541566e0f6 2024-11-23T16:16:57,431 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:16:57,433 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:16:57,433 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:16:57,435 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:16:57,436 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138da03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:16:57,448 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:46513 2024-11-23T16:16:57,449 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:16:57,449 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:16:57,449 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:16:57,450 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,36409,1732378616669 with port=46513, startcode=1732378616705 2024-11-23T16:16:57,450 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:16:57,452 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:16:57,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,454 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502 2024-11-23T16:16:57,454 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41331 2024-11-23T16:16:57,454 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:16:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/rs 2024-11-23T16:16:57,456 DEBUG [RS:0;1a7c5470b472:46513 {}] zookeeper.ZKUtil(111): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on existing znode=/0289536727/rs/1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,456 WARN [RS:0;1a7c5470b472:46513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:16:57,456 INFO [RS:0;1a7c5470b472:46513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:57,457 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,46513,1732378616705] 2024-11-23T16:16:57,483 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T16:16:57,493 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:16:57,495 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:16:57,495 INFO [RS:0;1a7c5470b472:46513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:16:57,495 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,496 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:16:57,497 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:16:57,497 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,497 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,498 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,498 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,498 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:16:57,498 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:16:57,498 DEBUG [RS:0;1a7c5470b472:46513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:16:57,498 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,498 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,499 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,499 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,499 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,499 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46513,1732378616705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:16:57,514 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:16:57,514 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46513,1732378616705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,528 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,46513,1732378616705, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:16:57,541 WARN [1a7c5470b472:36409 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T16:16:57,543 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(231): queueId=2-1a7c5470b472,46513,1732378616705, ReplicationSource: 2, currentBandwidth=0 2024-11-23T16:16:57,543 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,543 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.Replication(171): 1a7c5470b472,46513,1732378616705 started 2024-11-23T16:16:57,544 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:57,545 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d2e5799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:57,545 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:57,545 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:57,547 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa0e01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:57,549 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:57,550 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f01d9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:57,550 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce46a2b 2024-11-23T16:16:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:57,552 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T16:16:57,553 INFO [RS:0;1a7c5470b472:46513.replicationSource,1-1a7c5470b472,46513,1732378616705 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,46513,1732378616705 (queues=0) is replicating from cluster=f09d82ac-8342-4f78-a899-d4541566e0f6 to cluster=dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50 2024-11-23T16:16:57,558 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:36553' 2024-11-23T16:16:57,560 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232fec6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:57,560 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36553,-1 for getting cluster id 2024-11-23T16:16:57,560 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:16:57,561 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50' 2024-11-23T16:16:57,561 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:16:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:16:57,561 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,46513,1732378616705, RpcServer on 1a7c5470b472/172.17.0.2:46513, sessionid=0x101459d857a0007 2024-11-23T16:16:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50" 2024-11-23T16:16:57,561 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:16:57,561 DEBUG [RS:0;1a7c5470b472:46513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8d86c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:57,561 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,46513,1732378616705' 2024-11-23T16:16:57,561 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0289536727/flush-table-proc/abort' 2024-11-23T16:16:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36553,-1] 2024-11-23T16:16:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:16:57,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:16:57,562 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0289536727/flush-table-proc/acquired' 2024-11-23T16:16:57,562 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:16:57,562 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:16:57,562 DEBUG [RS:0;1a7c5470b472:46513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,562 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:16:57,562 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,46513,1732378616705' 2024-11-23T16:16:57,562 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0289536727/online-snapshot/abort' 2024-11-23T16:16:57,563 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0289536727/online-snapshot/acquired' 2024-11-23T16:16:57,563 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109e2b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:16:57,563 DEBUG [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:16:57,563 DEBUG [RS:0;1a7c5470b472:46513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:16:57,564 INFO [RS:0;1a7c5470b472:46513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:16:57,564 INFO [RS:0;1a7c5470b472:46513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:16:57,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36553,1732378607296 2024-11-23T16:16:57,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca64c4 2024-11-23T16:16:57,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:16:57,565 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T16:16:57,566 INFO [RS:0;1a7c5470b472:46513.replicationSource,2-1a7c5470b472,46513,1732378616705 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1a7c5470b472,46513,1732378616705 (queues=0) is replicating from cluster=f09d82ac-8342-4f78-a899-d4541566e0f6 to cluster=dc0a9fe2-b0d0-4d82-b5f5-eedaeecd0c50 2024-11-23T16:16:57,664 INFO [RS:0;1a7c5470b472:46513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:16:57,666 INFO [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C46513%2C1732378616705, suffix=, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs, maxLogs=10 2024-11-23T16:16:57,680 DEBUG [RS:0;1a7c5470b472:46513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667, exclude list is [], retry=0 2024-11-23T16:16:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:57,685 INFO [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 2024-11-23T16:16:57,686 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1a7c5470b472%2C46513%2C1732378616705 for peer 1 2024-11-23T16:16:57,686 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1a7c5470b472%2C46513%2C1732378616705 for peer 2 2024-11-23T16:16:57,686 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C46513%2C1732378616705 2024-11-23T16:16:57,686 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,46513,1732378616705, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:16:57,686 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1a7c5470b472%2C46513%2C1732378616705 2024-11-23T16:16:57,686 INFO [RS:0;1a7c5470b472:46513.replicationSource.shipper1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C46513%2C1732378616705 2024-11-23T16:16:57,686 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1a7c5470b472,46513,1732378616705, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:16:57,687 DEBUG [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:57,687 INFO [RS:0;1a7c5470b472:46513.replicationSource.shipper1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C46513%2C1732378616705 2024-11-23T16:16:57,687 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667, startPosition=0, beingWritten=true 2024-11-23T16:16:57,687 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667, startPosition=0, beingWritten=true 2024-11-23T16:16:57,791 DEBUG [1a7c5470b472:36409 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:16:57,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,46513,1732378616705 2024-11-23T16:16:57,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,46513,1732378616705, state=OPENING 2024-11-23T16:16:57,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:57,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:57,799 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:16:57,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:57,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:57,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,46513,1732378616705}] 2024-11-23T16:16:57,893 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:57,899 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:57,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:16:57,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:16:57,958 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:16:57,958 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:16:57,959 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:16:57,961 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C46513%2C1732378616705.meta, suffix=.meta, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs, maxLogs=10 2024-11-23T16:16:57,975 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.meta.1732378617961.meta, exclude list is [], retry=0 2024-11-23T16:16:57,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:16:57,979 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.meta.1732378617961.meta 2024-11-23T16:16:57,980 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:16:57,980 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:16:57,980 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:16:57,980 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:16:57,980 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:16:57,981 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:16:57,981 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:16:57,981 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:16:57,981 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:16:57,981 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:16:57,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:16:57,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:16:57,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:57,991 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/info/ea9f257389644ca1aa6e9cfa8e8a9bf7 2024-11-23T16:16:57,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:57,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:16:57,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:16:57,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:57,999 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/ns/96ed07f4f8a24818a07fd517d2c0ddbf 2024-11-23T16:16:57,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:57,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:16:58,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:16:58,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:58,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:58,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:16:58,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:16:58,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:16:58,009 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/table/641ea968c3cc4c7ba35e2951cd898372 2024-11-23T16:16:58,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:16:58,009 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:16:58,010 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740 2024-11-23T16:16:58,011 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740 2024-11-23T16:16:58,013 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:16:58,013 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:16:58,014 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:16:58,015 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:16:58,016 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75400301, jitterRate=0.12355203926563263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:16:58,016 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:16:58,017 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378617981Writing region info on filesystem at 1732378617981Initializing all the Stores at 1732378617982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378617982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378617982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378617982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378617982Cleaning up temporary data from old regions at 1732378618013 (+31 ms)Running coprocessor post-open hooks at 1732378618016 (+3 ms)Region opened successfully at 1732378618016 2024-11-23T16:16:58,018 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732378617952 2024-11-23T16:16:58,020 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:16:58,020 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:16:58,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1a7c5470b472,46513,1732378616705 2024-11-23T16:16:58,022 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,46513,1732378616705, state=OPEN 2024-11-23T16:16:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289536727/meta-region-server 2024-11-23T16:16:58,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,46513,1732378616705 2024-11-23T16:16:58,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:58,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289536727/meta-region-server: CHANGED 2024-11-23T16:16:58,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T16:16:58,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,46513,1732378616705 in 225 msec 2024-11-23T16:16:58,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T16:16:58,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-23T16:16:58,202 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:58,204 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:58,609 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:58,610 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:58,985 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-23T16:16:59,115 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:59,116 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:59,722 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:16:59,722 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:00,427 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:00,428 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:00,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-23T16:17:01,234 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:01,234 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:01,890 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T16:17:01,890 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:17:01,890 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:01,890 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,46513,1732378616705, seqNum=-1] 2024-11-23T16:17:01,891 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:01,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:01,898 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23fe7c4fc89b1bbc545a93b97367d928, regionState=OPEN, lastHost=1a7c5470b472,38853,1732378602273, regionLocation=1a7c5470b472,38853,1732378602273, openSeqNum=2 2024-11-23T16:17:01,898 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:17:01,898 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378681898 2024-11-23T16:17:01,898 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378741898 2024-11-23T16:17:01,898 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-23T16:17:01,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36409,1732378616669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36409,1732378616669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36409,1732378616669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,899 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1a7c5470b472,38853,1732378602273 had 2 regions 2024-11-23T16:17:01,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:36409, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,899 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,901 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a7c5470b472,38853,1732378602273, splitWal=true, meta=true, isMeta: false 2024-11-23T16:17:01,903 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273-splitting dir is empty, no logs to split. 2024-11-23T16:17:01,903 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1a7c5470b472,38853,1732378602273 WAL count=0, meta=false 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.158sec 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36409,1732378616669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:01,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36409,1732378616669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:17:01,907 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,38853,1732378602273-splitting dir is empty, no logs to split. 2024-11-23T16:17:01,907 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1a7c5470b472,38853,1732378602273 WAL count=0, meta=false 2024-11-23T16:17:01,907 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1a7c5470b472,38853,1732378602273 WAL splitting is done? wals=0, meta=false 2024-11-23T16:17:01,909 WARN [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1a7c5470b472,38853,1732378602273/hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:01,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN}] 2024-11-23T16:17:01,911 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:17:01,911 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:17:01,911 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36409,1732378616669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:01,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN 2024-11-23T16:17:01,912 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T16:17:01,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:01,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36409,-1 for getting cluster id 2024-11-23T16:17:01,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:01,936 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f09d82ac-8342-4f78-a899-d4541566e0f6' 2024-11-23T16:17:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f09d82ac-8342-4f78-a899-d4541566e0f6" 2024-11-23T16:17:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36409,-1] 2024-11-23T16:17:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,939 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:01,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c889c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:01,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,46513,1732378616705, seqNum=-1] 2024-11-23T16:17:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:01,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:01,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T16:17:01,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:01,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:01,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:01,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1a7c5470b472:36409 after: 1a7c5470b472:36409 2024-11-23T16:17:01,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:01,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,36409,-1 for getting cluster id 2024-11-23T16:17:01,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:01,948 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f09d82ac-8342-4f78-a899-d4541566e0f6' 2024-11-23T16:17:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f09d82ac-8342-4f78-a899-d4541566e0f6" 2024-11-23T16:17:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b782e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,36409,-1] 2024-11-23T16:17:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,950 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:01,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:01,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,36409,1732378616669 2024-11-23T16:17:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767730e9 2024-11-23T16:17:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:01,952 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:01,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:17:01,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T16:17:01,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:17:01,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T16:17:01,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:17:01,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:01,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:01,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:01,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:17:01,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466034178, stopped=false 2024-11-23T16:17:01,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,36553,1732378607296 2024-11-23T16:17:01,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-813485323/running 2024-11-23T16:17:01,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:01,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-813485323/running 2024-11-23T16:17:01,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:17:01,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:17:01,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:01,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:01,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/running 2024-11-23T16:17:01,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Set watcher on znode that does not yet exist, /1-813485323/running 2024-11-23T16:17:01,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,34817,1732378607345' ***** 2024-11-23T16:17:01,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:17:01,959 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:17:01,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,34817,1732378607345 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:34817. 2024-11-23T16:17:01,960 DEBUG [RS:0;1a7c5470b472:34817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:01,960 DEBUG [RS:0;1a7c5470b472:34817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:17:01,960 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:17:01,961 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:17:01,961 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:17:01,961 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:01,961 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:01,961 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:01,961 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:01,961 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:01,961 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:01,961 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T16:17:01,979 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/.tmp/ns/57ca72b69ea9437184c37c5d2f6cf9d8 is 43, key is default/ns:d/1732378610049/Put/seqid=0 2024-11-23T16:17:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741835_1011 (size=5153) 2024-11-23T16:17:01,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:17:02,019 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:02,062 DEBUG [1a7c5470b472:36409 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:17:02,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=23fe7c4fc89b1bbc545a93b97367d928, regionState=OPENING, regionLocation=1a7c5470b472,46513,1732378616705 2024-11-23T16:17:02,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN because future has completed 2024-11-23T16:17:02,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23fe7c4fc89b1bbc545a93b97367d928, server=1a7c5470b472,46513,1732378616705}] 2024-11-23T16:17:02,141 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:02,141 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:02,161 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:02,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:02,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:02,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:17:02,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C46513%2C1732378616705.rep, suffix=, logDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705, archiveDir=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs, maxLogs=10 2024-11-23T16:17:02,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.rep.1732378622228, exclude list is [], retry=0 2024-11-23T16:17:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46589,DS-9658e943-947c-47eb-9332-0fd29a834029,DISK] 2024-11-23T16:17:02,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.rep.1732378622228 2024-11-23T16:17:02,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-23T16:17:02,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 23fe7c4fc89b1bbc545a93b97367d928, NAME => 'hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:02,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:02,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:02,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. service=MultiRowMutationService 2024-11-23T16:17:02,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:17:02,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:02,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,250 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,251 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fe7c4fc89b1bbc545a93b97367d928 columnFamilyName hfileref 2024-11-23T16:17:02,251 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:02,252 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(327): Store=23fe7c4fc89b1bbc545a93b97367d928/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:02,252 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,253 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fe7c4fc89b1bbc545a93b97367d928 columnFamilyName queue 2024-11-23T16:17:02,253 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:02,260 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/queue/ea9a014321264cde9905421fbefb30e2 2024-11-23T16:17:02,260 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(327): Store=23fe7c4fc89b1bbc545a93b97367d928/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:02,260 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,261 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fe7c4fc89b1bbc545a93b97367d928 columnFamilyName sid 2024-11-23T16:17:02,261 DEBUG [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:02,262 INFO [StoreOpener-23fe7c4fc89b1bbc545a93b97367d928-1 {}] regionserver.HStore(327): Store=23fe7c4fc89b1bbc545a93b97367d928/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:02,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:17:02,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 23fe7c4fc89b1bbc545a93b97367d928; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60518180, jitterRate=-0.09820884466171265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:17:02,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:02,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 23fe7c4fc89b1bbc545a93b97367d928: Running coprocessor pre-open hook at 1732378622249Writing region info on filesystem at 1732378622249Initializing all the Stores at 1732378622250 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378622250Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378622250Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378622250Cleaning up temporary data from old regions at 1732378622265 (+15 ms)Running coprocessor post-open hooks at 1732378622269 (+4 ms)Region opened successfully at 1732378622270 (+1 ms) 2024-11-23T16:17:02,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928., pid=19, masterSystemTime=1732378622220 2024-11-23T16:17:02,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:02,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:02,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=23fe7c4fc89b1bbc545a93b97367d928, regionState=OPEN, openSeqNum=10, regionLocation=1a7c5470b472,46513,1732378616705 2024-11-23T16:17:02,277 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a7c5470b472,46513,1732378616705, table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T16:17:02,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23fe7c4fc89b1bbc545a93b97367d928, server=1a7c5470b472,46513,1732378616705 because future has completed 2024-11-23T16:17:02,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T16:17:02,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 23fe7c4fc89b1bbc545a93b97367d928, server=1a7c5470b472,46513,1732378616705 in 213 msec 2024-11-23T16:17:02,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-23T16:17:02,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23fe7c4fc89b1bbc545a93b97367d928, ASSIGN in 373 msec 2024-11-23T16:17:02,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T16:17:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928., hostname=1a7c5470b472,46513,1732378616705, seqNum=10] 2024-11-23T16:17:02,329 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 1a7c5470b472,38853,1732378602273 2024-11-23T16:17:02,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T16:17:02,361 DEBUG [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:02,385 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/.tmp/ns/57ca72b69ea9437184c37c5d2f6cf9d8 2024-11-23T16:17:02,394 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/.tmp/ns/57ca72b69ea9437184c37c5d2f6cf9d8 as hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/ns/57ca72b69ea9437184c37c5d2f6cf9d8 2024-11-23T16:17:02,401 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/ns/57ca72b69ea9437184c37c5d2f6cf9d8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T16:17:02,402 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-23T16:17:02,402 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:17:02,408 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T16:17:02,409 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:02,409 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:02,409 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:02,409 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378621961Running coprocessor pre-close hooks at 1732378621961Disabling compacts and flushes for region at 1732378621961Disabling writes for close at 1732378621961Obtaining lock to block concurrent updates at 1732378621961Preparing flush snapshotting stores in 1588230740 at 1732378621961Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732378621961Flushing stores of hbase:meta,,1.1588230740 at 1732378621962 (+1 ms)Flushing 1588230740/ns: creating writer at 1732378621962Flushing 1588230740/ns: appending metadata at 1732378621979 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732378621979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32efa1a: reopening flushed file at 1732378622393 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1732378622402 (+9 ms)Writing region close event to WAL at 1732378622404 (+2 ms)Running coprocessor post-close hooks at 1732378622408 (+4 ms)Closed at 1732378622409 (+1 ms) 2024-11-23T16:17:02,409 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:02,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-23T16:17:02,561 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,34817,1732378607345; all regions closed. 2024-11-23T16:17:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741834_1010 (size=1152) 2024-11-23T16:17:02,567 DEBUG [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/oldWALs 2024-11-23T16:17:02,567 INFO [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C34817%2C1732378607345.meta:.meta(num 1732378609986) 2024-11-23T16:17:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741832_1008 (size=93) 2024-11-23T16:17:02,572 DEBUG [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/oldWALs 2024-11-23T16:17:02,572 INFO [RS:0;1a7c5470b472:34817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C34817%2C1732378607345:(num 1732378609048) 2024-11-23T16:17:02,572 DEBUG [RS:0;1a7c5470b472:34817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:02,572 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:02,572 INFO [RS:0;1a7c5470b472:34817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:02,573 INFO [RS:0;1a7c5470b472:34817 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:02,573 INFO [RS:0;1a7c5470b472:34817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:02,573 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:02,573 INFO [RS:0;1a7c5470b472:34817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34817 2024-11-23T16:17:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-813485323/rs/1a7c5470b472,34817,1732378607345 2024-11-23T16:17:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323/rs 2024-11-23T16:17:02,578 INFO [RS:0;1a7c5470b472:34817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:02,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,34817,1732378607345] 2024-11-23T16:17:02,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-813485323/draining/1a7c5470b472,34817,1732378607345 already deleted, retry=false 2024-11-23T16:17:02,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,34817,1732378607345 expired; onlineServers=0 2024-11-23T16:17:02,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,36553,1732378607296' ***** 2024-11-23T16:17:02,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:17:02,583 INFO [M:0;1a7c5470b472:36553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:02,583 INFO [M:0;1a7c5470b472:36553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:02,583 DEBUG [M:0;1a7c5470b472:36553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:17:02,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:17:02,583 DEBUG [M:0;1a7c5470b472:36553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:17:02,583 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378608809 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378608809,5,FailOnTimeoutGroup] 2024-11-23T16:17:02,583 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378608809 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378608809,5,FailOnTimeoutGroup] 2024-11-23T16:17:02,583 INFO [M:0;1a7c5470b472:36553 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:02,583 INFO [M:0;1a7c5470b472:36553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:02,583 DEBUG [M:0;1a7c5470b472:36553 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:17:02,583 INFO [M:0;1a7c5470b472:36553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:17:02,584 INFO [M:0;1a7c5470b472:36553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:02,584 INFO [M:0;1a7c5470b472:36553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:17:02,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:17:02,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-813485323/master 2024-11-23T16:17:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-813485323 2024-11-23T16:17:02,585 DEBUG [M:0;1a7c5470b472:36553 {}] zookeeper.ZKUtil(347): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Unable to get data of znode /1-813485323/master because node does not exist (not an error) 2024-11-23T16:17:02,585 WARN [M:0;1a7c5470b472:36553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:17:02,586 INFO [M:0;1a7c5470b472:36553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/.lastflushedseqids 2024-11-23T16:17:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741836_1012 (size=99) 2024-11-23T16:17:02,592 INFO [M:0;1a7c5470b472:36553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:17:02,592 INFO [M:0;1a7c5470b472:36553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:17:02,592 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:02,592 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:02,592 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:02,592 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:02,593 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:02,593 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T16:17:02,617 DEBUG [M:0;1a7c5470b472:36553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7442c080763c4e91ab091dc7a7886d47 is 82, key is hbase:meta,,1/info:regioninfo/1732378610031/Put/seqid=0 2024-11-23T16:17:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741837_1013 (size=5672) 2024-11-23T16:17:02,627 INFO [M:0;1a7c5470b472:36553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7442c080763c4e91ab091dc7a7886d47 2024-11-23T16:17:02,654 DEBUG [M:0;1a7c5470b472:36553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd7e9017566406abee3a4456126bf9a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732378610055/Put/seqid=0 2024-11-23T16:17:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741838_1014 (size=5275) 2024-11-23T16:17:02,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:02,680 INFO [RS:0;1a7c5470b472:34817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:02,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101459d857a0004, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:02,680 INFO [RS:0;1a7c5470b472:34817 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,34817,1732378607345; zookeeper connection closed. 2024-11-23T16:17:02,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ab3fa41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ab3fa41 2024-11-23T16:17:02,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:17:03,061 INFO [M:0;1a7c5470b472:36553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd7e9017566406abee3a4456126bf9a 2024-11-23T16:17:03,082 DEBUG [M:0;1a7c5470b472:36553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e57c675faff246948663caf6ecb0c70f is 69, key is 1a7c5470b472,34817,1732378607345/rs:state/1732378608893/Put/seqid=0 2024-11-23T16:17:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741839_1015 (size=5156) 2024-11-23T16:17:03,148 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:03,148 DEBUG [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/WALs/1a7c5470b472,46513,1732378616705/1a7c5470b472%2C46513%2C1732378616705.1732378617667 to pos 0, reset compression=false 2024-11-23T16:17:03,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:03,488 INFO [M:0;1a7c5470b472:36553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e57c675faff246948663caf6ecb0c70f 2024-11-23T16:17:03,499 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7442c080763c4e91ab091dc7a7886d47 as hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7442c080763c4e91ab091dc7a7886d47 2024-11-23T16:17:03,508 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7442c080763c4e91ab091dc7a7886d47, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T16:17:03,509 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd7e9017566406abee3a4456126bf9a as hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dd7e9017566406abee3a4456126bf9a 2024-11-23T16:17:03,518 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dd7e9017566406abee3a4456126bf9a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T16:17:03,519 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e57c675faff246948663caf6ecb0c70f as hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e57c675faff246948663caf6ecb0c70f 2024-11-23T16:17:03,529 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37255/user/jenkins/test-data/a1e432a6-5fa9-7d0f-7a41-6f2096a2927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e57c675faff246948663caf6ecb0c70f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T16:17:03,531 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=28, compaction requested=false 2024-11-23T16:17:03,563 INFO [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:03,563 DEBUG [M:0;1a7c5470b472:36553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378622592Disabling compacts and flushes for region at 1732378622592Disabling writes for close at 1732378622592Obtaining lock to block concurrent updates at 1732378622593 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378622593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732378622593Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378622594 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378622594Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378622616 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378622616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378622636 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378622654 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378622654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378623067 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378623082 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378623082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7695b9e0: reopening flushed file at 1732378623498 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f0448: reopening flushed file at 1732378623508 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e2f310: reopening flushed file at 1732378623518 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=28, compaction requested=false at 1732378623531 (+13 ms)Writing region close event to WAL at 1732378623563 (+32 ms)Closed at 1732378623563 2024-11-23T16:17:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41563 is added to blk_1073741830_1006 (size=10165) 2024-11-23T16:17:03,574 INFO [M:0;1a7c5470b472:36553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:17:03,574 INFO [M:0;1a7c5470b472:36553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36553 2024-11-23T16:17:03,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:03,578 INFO [M:0;1a7c5470b472:36553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:03,682 INFO [M:0;1a7c5470b472:36553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36553-0x101459d857a0003, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:03,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:03,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:03,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:03,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:03,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:03,699 WARN [BP-481781542-172.17.0.2-1732378606209 heartbeating to localhost/127.0.0.1:37255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:17:03,699 WARN [BP-481781542-172.17.0.2-1732378606209 heartbeating to localhost/127.0.0.1:37255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481781542-172.17.0.2-1732378606209 (Datanode Uuid d9864ba8-0ca5-4b25-809b-e3c2aa313ee6) service to localhost/127.0.0.1:37255 2024-11-23T16:17:03,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:17:03,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:17:03,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/cluster_564395a9-1702-7d24-71dd-0fb46134972f/data/data1/current/BP-481781542-172.17.0.2-1732378606209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:03,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/cluster_564395a9-1702-7d24-71dd-0fb46134972f/data/data2/current/BP-481781542-172.17.0.2-1732378606209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:03,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:17:03,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:03,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:03,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:03,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:03,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:03,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:17:03,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:17:03,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:03,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:03,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:17:03,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1741672505, stopped=false 2024-11-23T16:17:03,754 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,36409,1732378616669 2024-11-23T16:17:03,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/running 2024-11-23T16:17:03,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:17:03,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/running 2024-11-23T16:17:03,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:17:03,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:17:03,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:03,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:03,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Set watcher on znode that does not yet exist, /0289536727/running 2024-11-23T16:17:03,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:03,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,758 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,46513,1732378616705' ***** 2024-11-23T16:17:03,758 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:17:03,758 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:17:03,758 INFO [RS:0;1a7c5470b472:46513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:17:03,758 INFO [RS:0;1a7c5470b472:46513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:17:03,759 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(3091): Received CLOSE for 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:03,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:17:03,760 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,46513,1732378616705 2024-11-23T16:17:03,760 INFO [RS:0;1a7c5470b472:46513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:03,760 INFO [RS:0;1a7c5470b472:46513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:46513. 2024-11-23T16:17:03,760 DEBUG [RS:0;1a7c5470b472:46513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:03,761 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,761 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:17:03,761 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:17:03,761 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:17:03,761 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23fe7c4fc89b1bbc545a93b97367d928, disabling compactions & flushes 2024-11-23T16:17:03,761 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:03,761 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:17:03,761 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:03,761 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. after waiting 0 ms 2024-11-23T16:17:03,761 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:03,764 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:17:03,764 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23fe7c4fc89b1bbc545a93b97367d928=hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928.} 2024-11-23T16:17:03,764 DEBUG [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23fe7c4fc89b1bbc545a93b97367d928 2024-11-23T16:17:03,764 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:03,765 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:03,765 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:03,765 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:03,765 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:03,765 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T16:17:03,790 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/replication/23fe7c4fc89b1bbc545a93b97367d928/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-23T16:17:03,791 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:03,791 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:03,791 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:03,791 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23fe7c4fc89b1bbc545a93b97367d928: Waiting for close lock at 1732378623761Running coprocessor pre-close hooks at 1732378623761Disabling compacts and flushes for region at 1732378623761Disabling writes for close at 1732378623761Writing region close event to WAL at 1732378623778 (+17 ms)Running coprocessor post-close hooks at 1732378623791 (+13 ms)Closed at 1732378623791 2024-11-23T16:17:03,791 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928. 2024-11-23T16:17:03,793 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/info/83421cfc135044439526465d42cab99d is 147, key is hbase:replication,,1732378610160.23fe7c4fc89b1bbc545a93b97367d928./info:regioninfo/1732378622275/Put/seqid=0 2024-11-23T16:17:03,803 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741851_1027 (size=6385) 2024-11-23T16:17:03,817 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/info/83421cfc135044439526465d42cab99d 2024-11-23T16:17:03,836 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/.tmp/info/83421cfc135044439526465d42cab99d as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/info/83421cfc135044439526465d42cab99d 2024-11-23T16:17:03,845 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/info/83421cfc135044439526465d42cab99d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T16:17:03,847 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 82ms, sequenceid=19, compaction requested=false 2024-11-23T16:17:03,859 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T16:17:03,859 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:03,860 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:03,860 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:03,860 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378623764Running coprocessor pre-close hooks at 1732378623764Disabling compacts and flushes for region at 1732378623764Disabling writes for close at 1732378623765 (+1 ms)Obtaining lock to block concurrent updates at 1732378623765Preparing flush snapshotting stores in 1588230740 at 1732378623765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732378623765Flushing stores of hbase:meta,,1.1588230740 at 1732378623766 (+1 ms)Flushing 1588230740/info: creating writer at 1732378623766Flushing 1588230740/info: appending metadata at 1732378623792 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732378623792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6017e4e8: reopening flushed file at 1732378623835 (+43 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 82ms, sequenceid=19, compaction requested=false at 1732378623847 (+12 ms)Writing region close event to WAL at 1732378623854 (+7 ms)Running coprocessor post-close hooks at 1732378623859 (+5 ms)Closed at 1732378623860 (+1 ms) 2024-11-23T16:17:03,860 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:03,965 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,46513,1732378616705; all regions closed. 2024-11-23T16:17:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741849_1025 (size=2156) 2024-11-23T16:17:03,971 DEBUG [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs 2024-11-23T16:17:03,971 INFO [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C46513%2C1732378616705.meta:.meta(num 1732378617961) 2024-11-23T16:17:03,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741850_1026 (size=796) 2024-11-23T16:17:03,976 DEBUG [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs 2024-11-23T16:17:03,976 INFO [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C46513%2C1732378616705.rep:(num 1732378622228) 2024-11-23T16:17:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741848_1024 (size=93) 2024-11-23T16:17:03,980 DEBUG [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/oldWALs 2024-11-23T16:17:03,980 INFO [RS:0;1a7c5470b472:46513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C46513%2C1732378616705:(num 1732378617667) 2024-11-23T16:17:03,981 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,981 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:03,981 INFO [RS:0;1a7c5470b472:46513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:03,981 INFO [RS:0;1a7c5470b472:46513 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:03,981 INFO [RS:0;1a7c5470b472:46513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:03,981 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:03,981 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T16:17:03,981 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,46513,1732378616705 because: Region server is closing 2024-11-23T16:17:03,981 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T16:17:03,981 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T16:17:03,981 INFO [RS:0;1a7c5470b472:46513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:46513. 2024-11-23T16:17:03,982 DEBUG [RS:0;1a7c5470b472:46513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:03,982 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,982 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:03,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:04,082 WARN [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:17:04,082 WARN [RS:0;1a7c5470b472:46513.replicationSource.shipper1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:17:04,083 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1a7c5470b472:46513.replicationSource.shipper1a7c5470b472%2C46513%2C1732378616705,1-1a7c5470b472,46513,1732378616705 terminated 2024-11-23T16:17:04,083 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1a7c5470b472,46513,1732378616705 because: Region server is closing 2024-11-23T16:17:04,083 INFO [RS:0;1a7c5470b472:46513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:46513. 2024-11-23T16:17:04,083 DEBUG [RS:0;1a7c5470b472:46513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:04,083 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:04,083 DEBUG [RS:0;1a7c5470b472:46513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:04,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:04,184 WARN [RS:0;1a7c5470b472:46513.replicationSource.shipper1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:17:04,184 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;1a7c5470b472:46513.replicationSource.shipper1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 terminated 2024-11-23T16:17:04,184 WARN [RS:0;1a7c5470b472:46513.replicationSource.wal-reader.1a7c5470b472%2C46513%2C1732378616705,2-1a7c5470b472,46513,1732378616705 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:17:04,185 INFO [RS:0;1a7c5470b472:46513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46513 2024-11-23T16:17:04,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/rs/1a7c5470b472,46513,1732378616705 2024-11-23T16:17:04,188 INFO [RS:0;1a7c5470b472:46513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727/rs 2024-11-23T16:17:04,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,46513,1732378616705] 2024-11-23T16:17:04,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0289536727/draining/1a7c5470b472,46513,1732378616705 already deleted, retry=false 2024-11-23T16:17:04,193 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,46513,1732378616705 expired; onlineServers=0 2024-11-23T16:17:04,193 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,36409,1732378616669' ***** 2024-11-23T16:17:04,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:17:04,193 INFO [M:0;1a7c5470b472:36409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:04,193 INFO [M:0;1a7c5470b472:36409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:04,193 DEBUG [M:0;1a7c5470b472:36409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:17:04,193 DEBUG [M:0;1a7c5470b472:36409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:17:04,193 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:17:04,193 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378617378 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378617378,5,FailOnTimeoutGroup] 2024-11-23T16:17:04,194 INFO [M:0;1a7c5470b472:36409 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:04,194 INFO [M:0;1a7c5470b472:36409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:04,194 DEBUG [M:0;1a7c5470b472:36409 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:17:04,194 INFO [M:0;1a7c5470b472:36409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:17:04,194 INFO [M:0;1a7c5470b472:36409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:04,194 INFO [M:0;1a7c5470b472:36409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:17:04,194 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378617377 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378617377,5,FailOnTimeoutGroup] 2024-11-23T16:17:04,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289536727/master 2024-11-23T16:17:04,196 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:17:04,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289536727 2024-11-23T16:17:04,196 DEBUG [M:0;1a7c5470b472:36409 {}] zookeeper.ZKUtil(347): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Unable to get data of znode /0289536727/master because node does not exist (not an error) 2024-11-23T16:17:04,196 WARN [M:0;1a7c5470b472:36409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:17:04,197 INFO [M:0;1a7c5470b472:36409 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/.lastflushedseqids 2024-11-23T16:17:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741852_1028 (size=181) 2024-11-23T16:17:04,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:04,292 INFO [RS:0;1a7c5470b472:46513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:04,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46513-0x101459d857a0007, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:04,292 INFO [RS:0;1a7c5470b472:46513 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,46513,1732378616705; zookeeper connection closed. 2024-11-23T16:17:04,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@713621e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@713621e4 2024-11-23T16:17:04,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:17:04,612 INFO [M:0;1a7c5470b472:36409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:17:04,612 INFO [M:0;1a7c5470b472:36409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:17:04,612 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:04,612 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:04,612 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:04,612 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:04,612 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:04,613 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T16:17:04,630 DEBUG [M:0;1a7c5470b472:36409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b236fa2e04a941569b1515cc13a472f8 is 82, key is hbase:meta,,1/info:regioninfo/1732378618021/Put/seqid=0 2024-11-23T16:17:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741853_1029 (size=5680) 2024-11-23T16:17:05,036 INFO [M:0;1a7c5470b472:36409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b236fa2e04a941569b1515cc13a472f8 2024-11-23T16:17:05,058 DEBUG [M:0;1a7c5470b472:36409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77447f16c64b44deaffcab54f1767c21 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732378622285/Put/seqid=0 2024-11-23T16:17:05,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741854_1030 (size=7319) 2024-11-23T16:17:05,464 INFO [M:0;1a7c5470b472:36409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77447f16c64b44deaffcab54f1767c21 2024-11-23T16:17:05,486 DEBUG [M:0;1a7c5470b472:36409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d070ac3c0594a5ab1f79cdb187c8e7e is 69, key is 1a7c5470b472,46513,1732378616705/rs:state/1732378617452/Put/seqid=0 2024-11-23T16:17:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741855_1031 (size=5371) 2024-11-23T16:17:05,891 INFO [M:0;1a7c5470b472:36409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d070ac3c0594a5ab1f79cdb187c8e7e 2024-11-23T16:17:05,897 INFO [M:0;1a7c5470b472:36409 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d070ac3c0594a5ab1f79cdb187c8e7e 2024-11-23T16:17:05,898 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b236fa2e04a941569b1515cc13a472f8 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b236fa2e04a941569b1515cc13a472f8 2024-11-23T16:17:05,904 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b236fa2e04a941569b1515cc13a472f8, entries=8, sequenceid=172, filesize=5.5 K 2024-11-23T16:17:05,905 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77447f16c64b44deaffcab54f1767c21 as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77447f16c64b44deaffcab54f1767c21 2024-11-23T16:17:05,910 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77447f16c64b44deaffcab54f1767c21, entries=7, sequenceid=172, filesize=7.1 K 2024-11-23T16:17:05,911 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d070ac3c0594a5ab1f79cdb187c8e7e as hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d070ac3c0594a5ab1f79cdb187c8e7e 2024-11-23T16:17:05,916 INFO [M:0;1a7c5470b472:36409 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d070ac3c0594a5ab1f79cdb187c8e7e 2024-11-23T16:17:05,917 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41331/user/jenkins/test-data/eb3143f7-8b7c-bd29-8ffb-26d85710c502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d070ac3c0594a5ab1f79cdb187c8e7e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-23T16:17:05,918 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-11-23T16:17:05,919 INFO [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:05,919 DEBUG [M:0;1a7c5470b472:36409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378624612Disabling compacts and flushes for region at 1732378624612Disabling writes for close at 1732378624612Obtaining lock to block concurrent updates at 1732378624613 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378624613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732378624613Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378624614 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378624614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378624630 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378624630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378625042 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378625058 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378625058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378625470 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378625485 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378625485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f37d7e0: reopening flushed file at 1732378625897 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4770f9c1: reopening flushed file at 1732378625904 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9eae7e: reopening flushed file at 1732378625910 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1732378625918 (+8 ms)Writing region close event to WAL at 1732378625919 (+1 ms)Closed at 1732378625919 2024-11-23T16:17:05,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46589 is added to blk_1073741847_1023 (size=22949) 2024-11-23T16:17:05,922 INFO [M:0;1a7c5470b472:36409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:17:05,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:05,922 INFO [M:0;1a7c5470b472:36409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36409 2024-11-23T16:17:05,923 INFO [M:0;1a7c5470b472:36409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:06,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:06,025 INFO [M:0;1a7c5470b472:36409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:06,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x101459d857a0006, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:06,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:06,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:06,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:06,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:06,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:06,029 WARN [BP-1637003290-172.17.0.2-1732378598912 heartbeating to localhost/127.0.0.1:41331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:17:06,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:17:06,029 WARN [BP-1637003290-172.17.0.2-1732378598912 heartbeating to localhost/127.0.0.1:41331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637003290-172.17.0.2-1732378598912 (Datanode Uuid 39de5c28-8744-431e-853a-5085a3254b86) service to localhost/127.0.0.1:41331 2024-11-23T16:17:06,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:17:06,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/data/data1/current/BP-1637003290-172.17.0.2-1732378598912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:06,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/cluster_b6e545d9-3864-10d7-e368-b1254b6b34f1/data/data2/current/BP-1637003290-172.17.0.2-1732378598912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:06,031 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:17:06,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:06,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:06,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:06,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:06,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f3e3543-1af2-7fd0-3173-bc8f12632dbd/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:06,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:17:06,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:17:06,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37255 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55508) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1a7c5470b472:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/1a7c5470b472:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55508) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a7c5470b472:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41331 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/1a7c5470b472:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a7c5470b472:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=7012 (was 7879) 2024-11-23T16:17:06,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=7011 2024-11-23T16:17:06,098 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-23T16:17:06,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir so I do NOT create it in target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156 2024-11-23T16:17:06,099 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:17:06,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.tmp.dir so I do NOT create it in target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156 2024-11-23T16:17:06,099 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1242c0f1-6d16-7d07-144f-4c5ed411ffd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:17:06,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156 2024-11-23T16:17:06,099 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48, deleteOnExit=true 2024-11-23T16:17:06,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/zookeeper_0, clientPort=51111, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:17:06,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51111 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/test.cache.data in system properties and HBase conf 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:17:06,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:17:06,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:17:06,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101459d857a0002, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:17:06,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101459d857a0005, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:17:06,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101459d857a0005, quorum=127.0.0.1:55508, baseZNode=/1-813485323 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:17:06,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101459d857a0002, quorum=127.0.0.1:55508, baseZNode=/0289536727 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:17:06,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:06,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:06,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:06,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:06,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:17:06,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:06,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:06,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:06,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/java.io.tmpdir/jetty-localhost-38909-hadoop-hdfs-3_4_1-tests_jar-_-any-9896321566386828610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:06,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:38909} 2024-11-23T16:17:06,331 INFO [Time-limited test {}] server.Server(415): Started @29483ms 2024-11-23T16:17:06,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:06,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:06,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:06,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:06,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:17:06,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:06,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:06,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/java.io.tmpdir/jetty-localhost-40635-hadoop-hdfs-3_4_1-tests_jar-_-any-15122235078254190333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:06,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:40635} 2024-11-23T16:17:06,551 INFO [Time-limited test {}] server.Server(415): Started @29704ms 2024-11-23T16:17:06,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:17:06,653 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/data/data1/current/BP-1258373041-172.17.0.2-1732378626139/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:06,653 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/data/data2/current/BP-1258373041-172.17.0.2-1732378626139/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:06,670 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:17:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c6e888887fb307c with lease ID 0x164e22b0d99fb428: Processing first storage report for DS-1cfa947f-5672-46bf-b266-1a8ff1597a6e from datanode DatanodeRegistration(127.0.0.1:39971, datanodeUuid=5f005fd5-2cc4-4b92-a420-e668699c9165, infoPort=40661, infoSecurePort=0, ipcPort=41449, storageInfo=lv=-57;cid=testClusterID;nsid=1898486596;c=1732378626139) 2024-11-23T16:17:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c6e888887fb307c with lease ID 0x164e22b0d99fb428: from storage DS-1cfa947f-5672-46bf-b266-1a8ff1597a6e node DatanodeRegistration(127.0.0.1:39971, datanodeUuid=5f005fd5-2cc4-4b92-a420-e668699c9165, infoPort=40661, infoSecurePort=0, ipcPort=41449, storageInfo=lv=-57;cid=testClusterID;nsid=1898486596;c=1732378626139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c6e888887fb307c with lease ID 0x164e22b0d99fb428: Processing first storage report for DS-7368c8ab-cf24-4658-b7d0-b2cc8f973a0b from datanode DatanodeRegistration(127.0.0.1:39971, datanodeUuid=5f005fd5-2cc4-4b92-a420-e668699c9165, infoPort=40661, infoSecurePort=0, ipcPort=41449, storageInfo=lv=-57;cid=testClusterID;nsid=1898486596;c=1732378626139) 2024-11-23T16:17:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c6e888887fb307c with lease ID 0x164e22b0d99fb428: from storage DS-7368c8ab-cf24-4658-b7d0-b2cc8f973a0b node DatanodeRegistration(127.0.0.1:39971, datanodeUuid=5f005fd5-2cc4-4b92-a420-e668699c9165, infoPort=40661, infoSecurePort=0, ipcPort=41449, storageInfo=lv=-57;cid=testClusterID;nsid=1898486596;c=1732378626139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:06,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156 2024-11-23T16:17:06,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:06,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:17:07,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea with version=8 2024-11-23T16:17:07,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/hbase-staging 2024-11-23T16:17:07,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:17:07,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:07,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34351 2024-11-23T16:17:07,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34351 connecting to ZooKeeper ensemble=127.0.0.1:51111 2024-11-23T16:17:07,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343510x0, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:07,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34351-0x101459df2c50000 connected 2024-11-23T16:17:07,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:07,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:07,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/running 2024-11-23T16:17:07,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea, hbase.cluster.distributed=false 2024-11-23T16:17:07,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/acl 2024-11-23T16:17:07,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-23T16:17:07,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34351 2024-11-23T16:17:07,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34351 2024-11-23T16:17:07,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-23T16:17:07,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-23T16:17:07,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:07,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:07,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:07,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:07,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:07,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:07,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:17:07,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:07,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33023 2024-11-23T16:17:07,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33023 connecting to ZooKeeper ensemble=127.0.0.1:51111 2024-11-23T16:17:07,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:07,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330230x0, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:07,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330230x0, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/running 2024-11-23T16:17:07,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33023-0x101459df2c50001 connected 2024-11-23T16:17:07,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:17:07,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:17:07,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/master 2024-11-23T16:17:07,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/acl 2024-11-23T16:17:07,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33023 2024-11-23T16:17:07,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33023 2024-11-23T16:17:07,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33023 2024-11-23T16:17:07,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33023 2024-11-23T16:17:07,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33023 2024-11-23T16:17:07,177 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:34351 2024-11-23T16:17:07,178 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1721812131/backup-masters/1a7c5470b472,34351,1732378627097 2024-11-23T16:17:07,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131/backup-masters 2024-11-23T16:17:07,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131/backup-masters 2024-11-23T16:17:07,180 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on existing znode=/0-1721812131/backup-masters/1a7c5470b472,34351,1732378627097 2024-11-23T16:17:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1721812131/master 2024-11-23T16:17:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:07,182 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on existing znode=/0-1721812131/master 2024-11-23T16:17:07,183 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1721812131/backup-masters/1a7c5470b472,34351,1732378627097 from backup master directory 2024-11-23T16:17:07,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721812131/backup-masters/1a7c5470b472,34351,1732378627097 2024-11-23T16:17:07,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131/backup-masters 2024-11-23T16:17:07,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131/backup-masters 2024-11-23T16:17:07,185 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:07,185 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,34351,1732378627097 2024-11-23T16:17:07,190 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/hbase.id] with ID: 79f9b7cb-4f5e-43be-b8df-db996c3a761b 2024-11-23T16:17:07,190 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/.tmp/hbase.id 2024-11-23T16:17:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:17:07,599 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/.tmp/hbase.id]:[hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/hbase.id] 2024-11-23T16:17:07,612 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:07,613 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:17:07,614 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:17:07,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:07,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:17:08,023 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:08,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:17:08,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:08,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:17:08,433 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store 2024-11-23T16:17:08,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:17:08,840 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:08,841 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:08,841 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:08,841 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:08,841 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:08,841 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:08,841 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:08,841 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378628841Disabling compacts and flushes for region at 1732378628841Disabling writes for close at 1732378628841Writing region close event to WAL at 1732378628841Closed at 1732378628841 2024-11-23T16:17:08,842 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/.initializing 2024-11-23T16:17:08,842 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/WALs/1a7c5470b472,34351,1732378627097 2024-11-23T16:17:08,843 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:08,845 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C34351%2C1732378627097, suffix=, logDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/WALs/1a7c5470b472,34351,1732378627097, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/oldWALs, maxLogs=10 2024-11-23T16:17:08,859 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/WALs/1a7c5470b472,34351,1732378627097/1a7c5470b472%2C34351%2C1732378627097.1732378628845, exclude list is [], retry=0 2024-11-23T16:17:08,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39971,DS-1cfa947f-5672-46bf-b266-1a8ff1597a6e,DISK] 2024-11-23T16:17:08,864 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/WALs/1a7c5470b472,34351,1732378627097/1a7c5470b472%2C34351%2C1732378627097.1732378628845 2024-11-23T16:17:08,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-23T16:17:08,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:08,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:08,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:17:08,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:08,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:08,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:17:08,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:08,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:08,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:17:08,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:08,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:08,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:17:08,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:08,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:08,875 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,875 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,876 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,877 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,878 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,878 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:08,879 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:08,882 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:08,882 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62034932, jitterRate=-0.07560747861862183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:08,883 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378628865Initializing all the Stores at 1732378628866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378628866Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378628866Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378628866Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378628866Cleaning up temporary data from old regions at 1732378628878 (+12 ms)Region opened successfully at 1732378628883 (+5 ms) 2024-11-23T16:17:08,884 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:17:08,887 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a025b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:08,888 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:17:08,889 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:17:08,889 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:17:08,889 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:17:08,889 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:17:08,890 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:17:08,890 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:17:08,892 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:17:08,893 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Unable to get data of znode /0-1721812131/balancer because node does not exist (not necessarily an error) 2024-11-23T16:17:08,894 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721812131/balancer already deleted, retry=false 2024-11-23T16:17:08,894 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:17:08,895 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Unable to get data of znode /0-1721812131/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:17:08,896 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721812131/normalizer already deleted, retry=false 2024-11-23T16:17:08,896 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:17:08,897 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Unable to get data of znode /0-1721812131/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:17:08,899 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721812131/switch/split already deleted, retry=false 2024-11-23T16:17:08,900 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Unable to get data of znode /0-1721812131/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:17:08,901 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721812131/switch/merge already deleted, retry=false 2024-11-23T16:17:08,903 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Unable to get data of znode /0-1721812131/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:17:08,904 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721812131/snapshot-cleanup already deleted, retry=false 2024-11-23T16:17:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1721812131/running 2024-11-23T16:17:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1721812131/running 2024-11-23T16:17:08,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:08,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:08,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,34351,1732378627097, sessionid=0x101459df2c50000, setting cluster-up flag (Was=false) 2024-11-23T16:17:08,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:08,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:08,916 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1721812131/flush-table-proc/acquired, /0-1721812131/flush-table-proc/reached, /0-1721812131/flush-table-proc/abort 2024-11-23T16:17:08,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,34351,1732378627097 2024-11-23T16:17:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:08,926 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1721812131/online-snapshot/acquired, /0-1721812131/online-snapshot/reached, /0-1721812131/online-snapshot/abort 2024-11-23T16:17:08,927 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,34351,1732378627097 2024-11-23T16:17:08,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:17:08,931 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:08,931 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:17:08,931 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:17:08,931 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,34351,1732378627097 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:08,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:08,934 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378658934 2024-11-23T16:17:08,934 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:17:08,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:17:08,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:08,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:17:08,936 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:17:08,936 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:17:08,936 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378628936,5,FailOnTimeoutGroup] 2024-11-23T16:17:08,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:08,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:17:08,940 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378628936,5,FailOnTimeoutGroup] 2024-11-23T16:17:08,940 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:08,940 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:17:08,940 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:08,940 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:17:08,968 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(746): ClusterId : 79f9b7cb-4f5e-43be-b8df-db996c3a761b 2024-11-23T16:17:08,968 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:17:08,971 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:17:08,971 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:17:08,972 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:17:08,973 DEBUG [RS:0;1a7c5470b472:33023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e75cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:08,989 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:33023 2024-11-23T16:17:08,989 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:17:08,989 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:17:08,989 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:17:08,990 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,34351,1732378627097 with port=33023, startcode=1732378627146 2024-11-23T16:17:08,991 DEBUG [RS:0;1a7c5470b472:33023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:17:08,992 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:17:08,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,33023,1732378627146 2024-11-23T16:17:08,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34351 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,33023,1732378627146 2024-11-23T16:17:08,995 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea 2024-11-23T16:17:08,995 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45347 2024-11-23T16:17:08,995 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:17:08,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131/rs 2024-11-23T16:17:08,997 DEBUG [RS:0;1a7c5470b472:33023 {}] zookeeper.ZKUtil(111): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on existing znode=/0-1721812131/rs/1a7c5470b472,33023,1732378627146 2024-11-23T16:17:08,997 WARN [RS:0;1a7c5470b472:33023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:08,998 INFO [RS:0;1a7c5470b472:33023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:08,998 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146 2024-11-23T16:17:08,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,33023,1732378627146] 2024-11-23T16:17:09,003 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:17:09,005 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:17:09,005 INFO [RS:0;1a7c5470b472:33023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:17:09,005 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,008 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:17:09,009 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:17:09,009 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,009 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,009 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,009 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,009 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,009 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,009 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:09,010 DEBUG [RS:0;1a7c5470b472:33023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:09,010 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,010 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,010 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,010 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,011 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,011 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33023,1732378627146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:09,029 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:17:09,029 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33023,1732378627146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,029 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,029 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.Replication(171): 1a7c5470b472,33023,1732378627146 started 2024-11-23T16:17:09,046 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,046 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,33023,1732378627146, RpcServer on 1a7c5470b472/172.17.0.2:33023, sessionid=0x101459df2c50001 2024-11-23T16:17:09,046 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:17:09,046 DEBUG [RS:0;1a7c5470b472:33023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,33023,1732378627146 2024-11-23T16:17:09,046 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,33023,1732378627146' 2024-11-23T16:17:09,046 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1721812131/flush-table-proc/abort' 2024-11-23T16:17:09,047 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1721812131/flush-table-proc/acquired' 2024-11-23T16:17:09,047 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:17:09,047 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:17:09,047 DEBUG [RS:0;1a7c5470b472:33023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,33023,1732378627146 2024-11-23T16:17:09,047 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,33023,1732378627146' 2024-11-23T16:17:09,047 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1721812131/online-snapshot/abort' 2024-11-23T16:17:09,048 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1721812131/online-snapshot/acquired' 2024-11-23T16:17:09,048 DEBUG [RS:0;1a7c5470b472:33023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:17:09,048 INFO [RS:0;1a7c5470b472:33023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:17:09,048 INFO [RS:0;1a7c5470b472:33023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:17:09,148 INFO [RS:0;1a7c5470b472:33023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:09,151 INFO [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C33023%2C1732378627146, suffix=, logDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/oldWALs, maxLogs=10 2024-11-23T16:17:09,166 DEBUG [RS:0;1a7c5470b472:33023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152, exclude list is [], retry=0 2024-11-23T16:17:09,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39971,DS-1cfa947f-5672-46bf-b266-1a8ff1597a6e,DISK] 2024-11-23T16:17:09,171 INFO [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 2024-11-23T16:17:09,171 DEBUG [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-23T16:17:09,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:09,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:09,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:09,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:17:09,348 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea 2024-11-23T16:17:09,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:17:09,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:09,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:09,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:09,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:09,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:09,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:09,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:09,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:09,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:09,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:09,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740 2024-11-23T16:17:09,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740 2024-11-23T16:17:09,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:09,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:09,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:09,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:09,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:09,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71162854, jitterRate=0.06040915846824646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:09,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378629355Initializing all the Stores at 1732378629356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378629356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378629356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378629356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378629356Cleaning up temporary data from old regions at 1732378629366 (+10 ms)Region opened successfully at 1732378629371 (+5 ms) 2024-11-23T16:17:09,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:09,371 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:09,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:09,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:09,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:09,372 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:09,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378629371Disabling compacts and flushes for region at 1732378629371Disabling writes for close at 1732378629371Writing region close event to WAL at 1732378629372 (+1 ms)Closed at 1732378629372 2024-11-23T16:17:09,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:09,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:17:09,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:17:09,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:09,376 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:17:09,526 DEBUG [1a7c5470b472:34351 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:17:09,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,33023,1732378627146 2024-11-23T16:17:09,528 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,33023,1732378627146, state=OPENING 2024-11-23T16:17:09,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:17:09,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:09,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:09,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:09,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721812131/meta-region-server: CHANGED 2024-11-23T16:17:09,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721812131/meta-region-server: CHANGED 2024-11-23T16:17:09,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,33023,1732378627146}] 2024-11-23T16:17:09,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:17:09,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:17:09,693 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:17:09,694 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:09,694 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:17:09,695 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C33023%2C1732378627146.meta, suffix=.meta, logDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/oldWALs, maxLogs=10 2024-11-23T16:17:09,710 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.meta.1732378629696.meta, exclude list is [], retry=0 2024-11-23T16:17:09,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39971,DS-1cfa947f-5672-46bf-b266-1a8ff1597a6e,DISK] 2024-11-23T16:17:09,715 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.meta.1732378629696.meta 2024-11-23T16:17:09,715 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-23T16:17:09,715 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:09,716 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:09,716 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:09,716 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:17:09,716 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:17:09,716 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:17:09,716 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:09,716 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:17:09,716 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:17:09,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:09,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:09,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:09,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:09,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:09,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:09,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:09,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:09,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:09,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:09,723 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:09,724 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740 2024-11-23T16:17:09,725 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740 2024-11-23T16:17:09,727 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:09,727 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:09,727 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:09,729 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:09,730 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65353710, jitterRate=-0.02615383267402649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:09,730 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:17:09,731 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378629716Writing region info on filesystem at 1732378629716Initializing all the Stores at 1732378629717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378629717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378629717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378629717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378629717Cleaning up temporary data from old regions at 1732378629727 (+10 ms)Running coprocessor post-open hooks at 1732378629730 (+3 ms)Region opened successfully at 1732378629731 (+1 ms) 2024-11-23T16:17:09,732 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378629687 2024-11-23T16:17:09,734 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:17:09,734 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:17:09,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,33023,1732378627146 2024-11-23T16:17:09,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,33023,1732378627146, state=OPEN 2024-11-23T16:17:09,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1721812131/meta-region-server 2024-11-23T16:17:09,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1721812131/meta-region-server 2024-11-23T16:17:09,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,33023,1732378627146 2024-11-23T16:17:09,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721812131/meta-region-server: CHANGED 2024-11-23T16:17:09,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721812131/meta-region-server: CHANGED 2024-11-23T16:17:09,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:17:09,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,33023,1732378627146 in 204 msec 2024-11-23T16:17:09,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:17:09,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-23T16:17:09,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:09,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:17:09,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:09,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,33023,1732378627146, seqNum=-1] 2024-11-23T16:17:09,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:09,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:09,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-11-23T16:17:09,753 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378629753, completionTime=-1 2024-11-23T16:17:09,753 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:17:09,754 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:17:09,755 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:17:09,755 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378689755 2024-11-23T16:17:09,755 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378749755 2024-11-23T16:17:09,755 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:17:09,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34351,1732378627097-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34351,1732378627097-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34351,1732378627097-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:34351, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,757 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,758 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34351,1732378627097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:09,761 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34351,1732378627097-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:17:09,763 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:17:09,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:17:09,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34351,1732378627097-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:09,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:09,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34351,-1 for getting cluster id 2024-11-23T16:17:09,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:09,770 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79f9b7cb-4f5e-43be-b8df-db996c3a761b' 2024-11-23T16:17:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79f9b7cb-4f5e-43be-b8df-db996c3a761b" 2024-11-23T16:17:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b56e012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34351,-1] 2024-11-23T16:17:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:09,772 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:09,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:09,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:09,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,33023,1732378627146, seqNum=-1] 2024-11-23T16:17:09,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:09,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:09,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,34351,1732378627097 2024-11-23T16:17:09,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51111 2024-11-23T16:17:09,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:09,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101459df2c50002 connected 2024-11-23T16:17:09,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir so I do NOT create it in target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e 2024-11-23T16:17:09,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:17:09,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.tmp.dir so I do NOT create it in target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e 2024-11-23T16:17:09,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:17:09,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e 2024-11-23T16:17:09,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:17:09,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/cluster_68ed4a33-8bee-ca5c-675c-f9ccc28c0ec4, deleteOnExit=true 2024-11-23T16:17:09,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:17:09,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/test.cache.data in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:17:09,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:09,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:17:09,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:17:09,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:09,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:09,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:09,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:09,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:17:09,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:09,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:09,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:10,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/java.io.tmpdir/jetty-localhost-46777-hadoop-hdfs-3_4_1-tests_jar-_-any-16792057994825393770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:10,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:46777} 2024-11-23T16:17:10,011 INFO [Time-limited test {}] server.Server(415): Started @33164ms 2024-11-23T16:17:10,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:10,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:10,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:10,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:10,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:17:10,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:10,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:10,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/java.io.tmpdir/jetty-localhost-39495-hadoop-hdfs-3_4_1-tests_jar-_-any-12336956705123714427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:10,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:39495} 2024-11-23T16:17:10,235 INFO [Time-limited test {}] server.Server(415): Started @33388ms 2024-11-23T16:17:10,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:17:10,352 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/cluster_68ed4a33-8bee-ca5c-675c-f9ccc28c0ec4/data/data1/current/BP-744643887-172.17.0.2-1732378629819/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:10,352 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/cluster_68ed4a33-8bee-ca5c-675c-f9ccc28c0ec4/data/data2/current/BP-744643887-172.17.0.2-1732378629819/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:10,370 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:17:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xded539656d33e728 with lease ID 0xcd89e679c9462896: Processing first storage report for DS-5692da4f-0646-4dba-ad42-10fad61f5151 from datanode DatanodeRegistration(127.0.0.1:36563, datanodeUuid=c5e3aa0e-9917-4eb2-a8b5-5d4d23d660f1, infoPort=36421, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=180744238;c=1732378629819) 2024-11-23T16:17:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xded539656d33e728 with lease ID 0xcd89e679c9462896: from storage DS-5692da4f-0646-4dba-ad42-10fad61f5151 node DatanodeRegistration(127.0.0.1:36563, datanodeUuid=c5e3aa0e-9917-4eb2-a8b5-5d4d23d660f1, infoPort=36421, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=180744238;c=1732378629819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xded539656d33e728 with lease ID 0xcd89e679c9462896: Processing first storage report for DS-26440272-536b-4999-966f-308afe0105f5 from datanode DatanodeRegistration(127.0.0.1:36563, datanodeUuid=c5e3aa0e-9917-4eb2-a8b5-5d4d23d660f1, infoPort=36421, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=180744238;c=1732378629819) 2024-11-23T16:17:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xded539656d33e728 with lease ID 0xcd89e679c9462896: from storage DS-26440272-536b-4999-966f-308afe0105f5 node DatanodeRegistration(127.0.0.1:36563, datanodeUuid=c5e3aa0e-9917-4eb2-a8b5-5d4d23d660f1, infoPort=36421, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=180744238;c=1732378629819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:10,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e 2024-11-23T16:17:10,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:10,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:17:10,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66 with version=8 2024-11-23T16:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/hbase-staging 2024-11-23T16:17:10,882 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:17:10,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:10,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39521 2024-11-23T16:17:10,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39521 connecting to ZooKeeper ensemble=127.0.0.1:51111 2024-11-23T16:17:10,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395210x0, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:10,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39521-0x101459df2c50003 connected 2024-11-23T16:17:10,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:10,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:10,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/running 2024-11-23T16:17:10,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66, hbase.cluster.distributed=false 2024-11-23T16:17:10,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/acl 2024-11-23T16:17:10,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-23T16:17:10,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39521 2024-11-23T16:17:10,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39521 2024-11-23T16:17:10,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-23T16:17:10,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-23T16:17:10,922 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:17:10,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:10,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40819 2024-11-23T16:17:10,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40819 connecting to ZooKeeper ensemble=127.0.0.1:51111 2024-11-23T16:17:10,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:10,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:10,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408190x0, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:10,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408190x0, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/running 2024-11-23T16:17:10,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40819-0x101459df2c50004 connected 2024-11-23T16:17:10,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:17:10,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:17:10,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/master 2024-11-23T16:17:10,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/acl 2024-11-23T16:17:10,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40819 2024-11-23T16:17:10,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40819 2024-11-23T16:17:10,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40819 2024-11-23T16:17:10,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40819 2024-11-23T16:17:10,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40819 2024-11-23T16:17:10,984 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:39521 2024-11-23T16:17:10,985 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1038938936/backup-masters/1a7c5470b472,39521,1732378630881 2024-11-23T16:17:10,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936/backup-masters 2024-11-23T16:17:10,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936/backup-masters 2024-11-23T16:17:10,987 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on existing znode=/1-1038938936/backup-masters/1a7c5470b472,39521,1732378630881 2024-11-23T16:17:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1038938936/master 2024-11-23T16:17:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:10,989 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on existing znode=/1-1038938936/master 2024-11-23T16:17:10,989 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1038938936/backup-masters/1a7c5470b472,39521,1732378630881 from backup master directory 2024-11-23T16:17:10,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936/backup-masters 2024-11-23T16:17:10,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1038938936/backup-masters/1a7c5470b472,39521,1732378630881 2024-11-23T16:17:10,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936/backup-masters 2024-11-23T16:17:10,990 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:10,990 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,39521,1732378630881 2024-11-23T16:17:10,995 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/hbase.id] with ID: e23bf697-c90b-40d9-95e7-5b1570eeeef8 2024-11-23T16:17:10,995 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/.tmp/hbase.id 2024-11-23T16:17:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:17:11,007 WARN [RS:0;1a7c5470b472:33023 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1a7c5470b472,38853,1732378602273: status=Processing ServerCrashProcedure of 1a7c5470b472,38853,1732378602273 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732378617378, completionTime=-1 appears to have been leaked 2024-11-23T16:17:11,401 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/.tmp/hbase.id]:[hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/hbase.id] 2024-11-23T16:17:11,414 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:11,414 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:17:11,415 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:17:11,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:11,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:17:11,828 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:11,829 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:17:11,829 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:17:11,838 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store 2024-11-23T16:17:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:17:12,244 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:12,244 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:12,244 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:12,244 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:12,244 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:12,244 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:12,244 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:12,244 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378632244Disabling compacts and flushes for region at 1732378632244Disabling writes for close at 1732378632244Writing region close event to WAL at 1732378632244Closed at 1732378632244 2024-11-23T16:17:12,245 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/.initializing 2024-11-23T16:17:12,245 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/WALs/1a7c5470b472,39521,1732378630881 2024-11-23T16:17:12,246 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:12,248 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C39521%2C1732378630881, suffix=, logDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/WALs/1a7c5470b472,39521,1732378630881, archiveDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/oldWALs, maxLogs=10 2024-11-23T16:17:12,261 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/WALs/1a7c5470b472,39521,1732378630881/1a7c5470b472%2C39521%2C1732378630881.1732378632248, exclude list is [], retry=0 2024-11-23T16:17:12,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-5692da4f-0646-4dba-ad42-10fad61f5151,DISK] 2024-11-23T16:17:12,266 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/WALs/1a7c5470b472,39521,1732378630881/1a7c5470b472%2C39521%2C1732378630881.1732378632248 2024-11-23T16:17:12,266 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-23T16:17:12,266 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:12,266 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:12,266 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,266 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:17:12,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:12,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:12,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:17:12,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:12,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:12,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:17:12,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:12,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:12,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:17:12,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:12,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:12,275 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,276 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,276 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,277 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,277 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,278 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:12,279 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:12,281 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:12,282 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59404932, jitterRate=-0.11479753255844116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:12,282 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378632267Initializing all the Stores at 1732378632267Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378632267Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378632267Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378632267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378632267Cleaning up temporary data from old regions at 1732378632277 (+10 ms)Region opened successfully at 1732378632282 (+5 ms) 2024-11-23T16:17:12,282 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:17:12,285 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae44d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:12,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:17:12,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:17:12,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:17:12,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:17:12,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:17:12,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:17:12,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:17:12,289 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:17:12,289 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Unable to get data of znode /1-1038938936/balancer because node does not exist (not necessarily an error) 2024-11-23T16:17:12,291 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1038938936/balancer already deleted, retry=false 2024-11-23T16:17:12,291 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:17:12,291 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Unable to get data of znode /1-1038938936/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:17:12,292 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1038938936/normalizer already deleted, retry=false 2024-11-23T16:17:12,293 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:17:12,293 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Unable to get data of znode /1-1038938936/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:17:12,295 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1038938936/switch/split already deleted, retry=false 2024-11-23T16:17:12,295 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Unable to get data of znode /1-1038938936/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:17:12,297 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1038938936/switch/merge already deleted, retry=false 2024-11-23T16:17:12,299 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Unable to get data of znode /1-1038938936/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:17:12,300 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1038938936/snapshot-cleanup already deleted, retry=false 2024-11-23T16:17:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1038938936/running 2024-11-23T16:17:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1038938936/running 2024-11-23T16:17:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:12,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:12,302 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,39521,1732378630881, sessionid=0x101459df2c50003, setting cluster-up flag (Was=false) 2024-11-23T16:17:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:12,310 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1038938936/flush-table-proc/acquired, /1-1038938936/flush-table-proc/reached, /1-1038938936/flush-table-proc/abort 2024-11-23T16:17:12,311 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39521,1732378630881 2024-11-23T16:17:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:12,321 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1038938936/online-snapshot/acquired, /1-1038938936/online-snapshot/reached, /1-1038938936/online-snapshot/abort 2024-11-23T16:17:12,322 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39521,1732378630881 2024-11-23T16:17:12,323 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:17:12,325 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:12,325 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:17:12,325 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:17:12,326 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,39521,1732378630881 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:12,327 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:12,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:17:12,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:12,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:17:12,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378662332 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:17:12,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:17:12,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:17:12,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:17:12,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:17:12,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:17:12,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:17:12,335 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378632334,5,FailOnTimeoutGroup] 2024-11-23T16:17:12,335 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378632335,5,FailOnTimeoutGroup] 2024-11-23T16:17:12,335 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,335 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:17:12,335 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,335 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:17:12,371 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(746): ClusterId : e23bf697-c90b-40d9-95e7-5b1570eeeef8 2024-11-23T16:17:12,371 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:17:12,373 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:17:12,373 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:17:12,375 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:17:12,375 DEBUG [RS:0;1a7c5470b472:40819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289a64c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:12,387 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:40819 2024-11-23T16:17:12,387 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:17:12,387 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:17:12,387 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:17:12,388 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,39521,1732378630881 with port=40819, startcode=1732378630921 2024-11-23T16:17:12,388 DEBUG [RS:0;1a7c5470b472:40819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:17:12,390 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:17:12,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,40819,1732378630921 2024-11-23T16:17:12,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39521 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,40819,1732378630921 2024-11-23T16:17:12,392 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66 2024-11-23T16:17:12,392 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41643 2024-11-23T16:17:12,392 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:17:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936/rs 2024-11-23T16:17:12,399 DEBUG [RS:0;1a7c5470b472:40819 {}] zookeeper.ZKUtil(111): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on existing znode=/1-1038938936/rs/1a7c5470b472,40819,1732378630921 2024-11-23T16:17:12,399 WARN [RS:0;1a7c5470b472:40819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:12,399 INFO [RS:0;1a7c5470b472:40819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:12,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,40819,1732378630921] 2024-11-23T16:17:12,399 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921 2024-11-23T16:17:12,402 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:17:12,404 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:17:12,404 INFO [RS:0;1a7c5470b472:40819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:17:12,404 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,406 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:17:12,406 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:17:12,407 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:12,407 DEBUG [RS:0;1a7c5470b472:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:12,408 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,408 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,408 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,408 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,408 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,408 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40819,1732378630921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:12,422 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:17:12,422 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40819,1732378630921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,422 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,422 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.Replication(171): 1a7c5470b472,40819,1732378630921 started 2024-11-23T16:17:12,436 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:12,436 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,40819,1732378630921, RpcServer on 1a7c5470b472/172.17.0.2:40819, sessionid=0x101459df2c50004 2024-11-23T16:17:12,436 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:17:12,436 DEBUG [RS:0;1a7c5470b472:40819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,40819,1732378630921 2024-11-23T16:17:12,436 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,40819,1732378630921' 2024-11-23T16:17:12,436 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1038938936/flush-table-proc/abort' 2024-11-23T16:17:12,437 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1038938936/flush-table-proc/acquired' 2024-11-23T16:17:12,437 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:17:12,437 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:17:12,437 DEBUG [RS:0;1a7c5470b472:40819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,40819,1732378630921 2024-11-23T16:17:12,437 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,40819,1732378630921' 2024-11-23T16:17:12,437 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1038938936/online-snapshot/abort' 2024-11-23T16:17:12,438 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1038938936/online-snapshot/acquired' 2024-11-23T16:17:12,438 DEBUG [RS:0;1a7c5470b472:40819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:17:12,438 INFO [RS:0;1a7c5470b472:40819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:17:12,438 INFO [RS:0;1a7c5470b472:40819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:17:12,539 INFO [RS:0;1a7c5470b472:40819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:12,540 INFO [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C40819%2C1732378630921, suffix=, logDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921, archiveDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/oldWALs, maxLogs=10 2024-11-23T16:17:12,554 DEBUG [RS:0;1a7c5470b472:40819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921/1a7c5470b472%2C40819%2C1732378630921.1732378632540, exclude list is [], retry=0 2024-11-23T16:17:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-5692da4f-0646-4dba-ad42-10fad61f5151,DISK] 2024-11-23T16:17:12,559 INFO [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921/1a7c5470b472%2C40819%2C1732378630921.1732378632540 2024-11-23T16:17:12,559 DEBUG [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-23T16:17:12,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:17:12,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66 2024-11-23T16:17:12,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:17:13,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:13,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:13,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:13,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:13,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:13,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:13,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:13,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:13,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:13,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:13,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740 2024-11-23T16:17:13,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740 2024-11-23T16:17:13,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:13,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:13,157 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:13,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:13,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:13,160 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65078999, jitterRate=-0.030247345566749573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:13,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378633145Initializing all the Stores at 1732378633146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378633146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378633146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378633146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378633146Cleaning up temporary data from old regions at 1732378633156 (+10 ms)Region opened successfully at 1732378633161 (+5 ms) 2024-11-23T16:17:13,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:13,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:13,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:13,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:13,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:13,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:13,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378633161Disabling compacts and flushes for region at 1732378633161Disabling writes for close at 1732378633161Writing region close event to WAL at 1732378633161Closed at 1732378633161 2024-11-23T16:17:13,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:13,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:17:13,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:17:13,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:13,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:17:13,315 DEBUG [1a7c5470b472:39521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:17:13,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,40819,1732378630921 2024-11-23T16:17:13,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,40819,1732378630921, state=OPENING 2024-11-23T16:17:13,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:17:13,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:13,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:13,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1038938936/meta-region-server: CHANGED 2024-11-23T16:17:13,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:13,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1038938936/meta-region-server: CHANGED 2024-11-23T16:17:13,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,40819,1732378630921}] 2024-11-23T16:17:13,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:17:13,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:17:13,480 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:17:13,480 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:13,481 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:17:13,482 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C40819%2C1732378630921.meta, suffix=.meta, logDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921, archiveDir=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/oldWALs, maxLogs=10 2024-11-23T16:17:13,496 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921/1a7c5470b472%2C40819%2C1732378630921.meta.1732378633482.meta, exclude list is [], retry=0 2024-11-23T16:17:13,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-5692da4f-0646-4dba-ad42-10fad61f5151,DISK] 2024-11-23T16:17:13,500 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921/1a7c5470b472%2C40819%2C1732378630921.meta.1732378633482.meta 2024-11-23T16:17:13,500 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-23T16:17:13,501 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:13,501 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:13,501 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:13,501 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:17:13,501 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:17:13,501 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:17:13,502 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:13,502 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:17:13,502 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:17:13,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:13,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:13,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:13,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:13,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:13,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:13,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:13,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:13,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:13,508 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:13,509 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740 2024-11-23T16:17:13,510 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740 2024-11-23T16:17:13,511 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:13,511 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:13,512 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:13,514 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:13,515 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67582826, jitterRate=0.007062584161758423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:13,515 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:17:13,515 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378633502Writing region info on filesystem at 1732378633502Initializing all the Stores at 1732378633503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378633503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378633503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378633503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378633503Cleaning up temporary data from old regions at 1732378633511 (+8 ms)Running coprocessor post-open hooks at 1732378633515 (+4 ms)Region opened successfully at 1732378633515 2024-11-23T16:17:13,516 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378633474 2024-11-23T16:17:13,519 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:17:13,519 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:17:13,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,40819,1732378630921 2024-11-23T16:17:13,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,40819,1732378630921, state=OPEN 2024-11-23T16:17:13,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1038938936/meta-region-server 2024-11-23T16:17:13,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1038938936/meta-region-server 2024-11-23T16:17:13,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,40819,1732378630921 2024-11-23T16:17:13,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1038938936/meta-region-server: CHANGED 2024-11-23T16:17:13,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1038938936/meta-region-server: CHANGED 2024-11-23T16:17:13,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:17:13,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,40819,1732378630921 in 201 msec 2024-11-23T16:17:13,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:17:13,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-23T16:17:13,528 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:13,528 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:17:13,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:13,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,40819,1732378630921, seqNum=-1] 2024-11-23T16:17:13,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:13,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:13,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-23T16:17:13,537 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378633537, completionTime=-1 2024-11-23T16:17:13,537 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:17:13,537 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:17:13,538 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378693538 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378753539 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39521,1732378630881-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39521,1732378630881-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39521,1732378630881-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:39521, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,539 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,541 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.552sec 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39521,1732378630881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:13,543 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39521,1732378630881-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:17:13,546 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:17:13,546 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:17:13,546 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39521,1732378630881-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39521,-1 for getting cluster id 2024-11-23T16:17:13,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:13,573 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23bf697-c90b-40d9-95e7-5b1570eeeef8' 2024-11-23T16:17:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23bf697-c90b-40d9-95e7-5b1570eeeef8" 2024-11-23T16:17:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c05c5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39521,-1] 2024-11-23T16:17:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:13,576 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:13,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,40819,1732378630921, seqNum=-1] 2024-11-23T16:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:13,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:13,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,39521,1732378630881 2024-11-23T16:17:13,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51111 2024-11-23T16:17:13,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:13,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101459df2c50005 connected 2024-11-23T16:17:13,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34351,-1 for getting cluster id 2024-11-23T16:17:13,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:13,589 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79f9b7cb-4f5e-43be-b8df-db996c3a761b' 2024-11-23T16:17:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79f9b7cb-4f5e-43be-b8df-db996c3a761b" 2024-11-23T16:17:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39127fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34351,-1] 2024-11-23T16:17:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:13,591 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690ff315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,34351,1732378627097 2024-11-23T16:17:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8451a8 2024-11-23T16:17:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:13,594 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:13,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:39521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:17:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:17:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:13,597 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:39521' 2024-11-23T16:17:13,598 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629b90ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,598 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39521,-1 for getting cluster id 2024-11-23T16:17:13,598 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:13,599 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23bf697-c90b-40d9-95e7-5b1570eeeef8' 2024-11-23T16:17:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23bf697-c90b-40d9-95e7-5b1570eeeef8" 2024-11-23T16:17:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb15fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39521,-1] 2024-11-23T16:17:13,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:13,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:13,600 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:13,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebbaf4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:13,601 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:13,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39521,1732378630881 2024-11-23T16:17:13,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bd5e9b 2024-11-23T16:17:13,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:13,603 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:13,603 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T16:17:13,603 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:17:13,604 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:13,604 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:13,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:13,604 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:13,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:17:13,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:17:13,607 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:13,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:17:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741835_1011 (size=1138) 2024-11-23T16:17:13,655 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:17:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:14,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6de623583421cf5158fef672e475bde, NAME => 'hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea 2024-11-23T16:17:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741836_1012 (size=44) 2024-11-23T16:17:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:14,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:14,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6de623583421cf5158fef672e475bde, disabling compactions & flushes 2024-11-23T16:17:14,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. after waiting 0 ms 2024-11-23T16:17:14,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6de623583421cf5158fef672e475bde: Waiting for close lock at 1732378634425Disabling compacts and flushes for region at 1732378634425Disabling writes for close at 1732378634425Writing region close event to WAL at 1732378634425Closed at 1732378634425 2024-11-23T16:17:14,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:17:14,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378634428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378634428"}]},"ts":"1732378634428"} 2024-11-23T16:17:14,432 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:17:14,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:17:14,434 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378634433"}]},"ts":"1732378634433"} 2024-11-23T16:17:14,436 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:17:14,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6de623583421cf5158fef672e475bde, ASSIGN}] 2024-11-23T16:17:14,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6de623583421cf5158fef672e475bde, ASSIGN 2024-11-23T16:17:14,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6de623583421cf5158fef672e475bde, ASSIGN; state=OFFLINE, location=1a7c5470b472,33023,1732378627146; forceNewPlan=false, retain=false 2024-11-23T16:17:14,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f6de623583421cf5158fef672e475bde, regionState=OPENING, regionLocation=1a7c5470b472,33023,1732378627146 2024-11-23T16:17:14,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6de623583421cf5158fef672e475bde, ASSIGN because future has completed 2024-11-23T16:17:14,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6de623583421cf5158fef672e475bde, server=1a7c5470b472,33023,1732378627146}] 2024-11-23T16:17:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:14,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:14,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:17:14,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C33023%2C1732378627146.rep, suffix=, logDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146, archiveDir=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/oldWALs, maxLogs=10 2024-11-23T16:17:14,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.rep.1732378634754, exclude list is [], retry=0 2024-11-23T16:17:14,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39971,DS-1cfa947f-5672-46bf-b266-1a8ff1597a6e,DISK] 2024-11-23T16:17:14,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.rep.1732378634754 2024-11-23T16:17:14,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-23T16:17:14,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f6de623583421cf5158fef672e475bde, NAME => 'hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:14,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:14,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:14,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. service=MultiRowMutationService 2024-11-23T16:17:14,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:17:14,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:14,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,776 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,778 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6de623583421cf5158fef672e475bde columnFamilyName hfileref 2024-11-23T16:17:14,778 DEBUG [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:14,778 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] regionserver.HStore(327): Store=f6de623583421cf5158fef672e475bde/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:14,778 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,780 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6de623583421cf5158fef672e475bde columnFamilyName queue 2024-11-23T16:17:14,780 DEBUG [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:14,780 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] regionserver.HStore(327): Store=f6de623583421cf5158fef672e475bde/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:14,780 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,781 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6de623583421cf5158fef672e475bde columnFamilyName sid 2024-11-23T16:17:14,781 DEBUG [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:14,782 INFO [StoreOpener-f6de623583421cf5158fef672e475bde-1 {}] regionserver.HStore(327): Store=f6de623583421cf5158fef672e475bde/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:14,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:17:14,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:14,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f6de623583421cf5158fef672e475bde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74361919, jitterRate=0.10807894170284271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:17:14,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:14,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f6de623583421cf5158fef672e475bde: Running coprocessor pre-open hook at 1732378634775Writing region info on filesystem at 1732378634775Initializing all the Stores at 1732378634776 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378634776Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378634776Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378634776Cleaning up temporary data from old regions at 1732378634784 (+8 ms)Running coprocessor post-open hooks at 1732378634789 (+5 ms)Region opened successfully at 1732378634789 2024-11-23T16:17:14,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde., pid=7, masterSystemTime=1732378634748 2024-11-23T16:17:14,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:14,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f6de623583421cf5158fef672e475bde, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,33023,1732378627146 2024-11-23T16:17:14,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6de623583421cf5158fef672e475bde, server=1a7c5470b472,33023,1732378627146 because future has completed 2024-11-23T16:17:14,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T16:17:14,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f6de623583421cf5158fef672e475bde, server=1a7c5470b472,33023,1732378627146 in 203 msec 2024-11-23T16:17:14,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:17:14,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6de623583421cf5158fef672e475bde, ASSIGN in 364 msec 2024-11-23T16:17:14,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:17:14,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378634803"}]},"ts":"1732378634803"} 2024-11-23T16:17:14,806 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:17:14,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:17:14,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-23T16:17:14,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde., hostname=1a7c5470b472,33023,1732378627146, seqNum=2] 2024-11-23T16:17:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:14,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:17:15,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T16:17:15,025 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:17:15,054 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,33023,1732378627146, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:17:15,055 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:15,055 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,33023,1732378627146, seqNum=-1] 2024-11-23T16:17:15,055 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:15,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-23T16:17:15,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,33023,1732378627146', locateType=CURRENT is [region=hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde., hostname=1a7c5470b472,33023,1732378627146, seqNum=2] 2024-11-23T16:17:15,061 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T16:17:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T16:17:15,064 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,33023,1732378627146 suceeded 2024-11-23T16:17:15,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T16:17:15,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T16:17:15,066 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:39521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:17:15,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4730 sec 2024-11-23T16:17:15,076 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:39521' 2024-11-23T16:17:15,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@241550eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:15,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39521,-1 for getting cluster id 2024-11-23T16:17:15,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:15,078 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e23bf697-c90b-40d9-95e7-5b1570eeeef8' 2024-11-23T16:17:15,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:15,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e23bf697-c90b-40d9-95e7-5b1570eeeef8" 2024-11-23T16:17:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cc4638a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39521,-1] 2024-11-23T16:17:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,080 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:15,081 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe740d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:15,081 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:15,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39521,1732378630881 2024-11-23T16:17:15,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219d6e0d 2024-11-23T16:17:15,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:15,083 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-23T16:17:15,083 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,33023,1732378627146 (queues=1) is replicating from cluster=79f9b7cb-4f5e-43be-b8df-db996c3a761b to cluster=e23bf697-c90b-40d9-95e7-5b1570eeeef8 2024-11-23T16:17:15,083 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C33023%2C1732378627146 2024-11-23T16:17:15,083 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,33023,1732378627146, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:17:15,084 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.shipper1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C33023%2C1732378627146 2024-11-23T16:17:15,084 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152, startPosition=0, beingWritten=true 2024-11-23T16:17:15,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:15,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:15,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:15,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:17:15,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:17:15,289 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:15,595 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:15,740 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:17:15,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:15,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:15,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:15,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,34351,1732378627097 2024-11-23T16:17:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1349ac15 2024-11-23T16:17:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:15,743 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:15,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:17:15,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:17:15,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:15,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:15,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:15,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:17:15,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1014646221, stopped=false 2024-11-23T16:17:15,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,39521,1732378630881 2024-11-23T16:17:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1038938936/running 2024-11-23T16:17:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1038938936/running 2024-11-23T16:17:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:15,746 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:15,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:15,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:15,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,40819,1732378630921' ***** 2024-11-23T16:17:15,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:17:15,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/running 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:17:15,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:17:15,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Set watcher on znode that does not yet exist, /1-1038938936/running 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,40819,1732378630921 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:40819. 2024-11-23T16:17:15,747 DEBUG [RS:0;1a7c5470b472:40819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:15,747 DEBUG [RS:0;1a7c5470b472:40819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:17:15,747 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:17:15,748 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:17:15,748 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:17:15,748 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:15,748 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:15,748 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:15,748 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:15,748 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:15,748 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:15,748 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T16:17:15,764 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/.tmp/ns/8479cfe8f3f64540b7c9e01a0640c16b is 43, key is default/ns:d/1732378633532/Put/seqid=0 2024-11-23T16:17:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741835_1011 (size=5153) 2024-11-23T16:17:15,811 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:15,948 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:16,000 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:16,148 DEBUG [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:16,169 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/.tmp/ns/8479cfe8f3f64540b7c9e01a0640c16b 2024-11-23T16:17:16,176 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/.tmp/ns/8479cfe8f3f64540b7c9e01a0640c16b as hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/ns/8479cfe8f3f64540b7c9e01a0640c16b 2024-11-23T16:17:16,182 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/ns/8479cfe8f3f64540b7c9e01a0640c16b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T16:17:16,183 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-23T16:17:16,187 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T16:17:16,188 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:16,188 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:16,188 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:16,188 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378635748Running coprocessor pre-close hooks at 1732378635748Disabling compacts and flushes for region at 1732378635748Disabling writes for close at 1732378635748Obtaining lock to block concurrent updates at 1732378635748Preparing flush snapshotting stores in 1588230740 at 1732378635748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732378635749 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378635749Flushing 1588230740/ns: creating writer at 1732378635749Flushing 1588230740/ns: appending metadata at 1732378635764 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732378635764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdf3159: reopening flushed file at 1732378636176 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732378636183 (+7 ms)Writing region close event to WAL at 1732378636184 (+1 ms)Running coprocessor post-close hooks at 1732378636188 (+4 ms)Closed at 1732378636188 2024-11-23T16:17:16,188 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:16,348 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,40819,1732378630921; all regions closed. 2024-11-23T16:17:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741834_1010 (size=1152) 2024-11-23T16:17:16,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/WALs/1a7c5470b472,40819,1732378630921/1a7c5470b472%2C40819%2C1732378630921.meta.1732378633482.meta not finished, retry = 0 2024-11-23T16:17:16,413 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:17:16,413 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:17:16,454 DEBUG [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/oldWALs 2024-11-23T16:17:16,454 INFO [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C40819%2C1732378630921.meta:.meta(num 1732378633482) 2024-11-23T16:17:16,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741832_1008 (size=93) 2024-11-23T16:17:16,458 DEBUG [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/oldWALs 2024-11-23T16:17:16,458 INFO [RS:0;1a7c5470b472:40819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C40819%2C1732378630921:(num 1732378632540) 2024-11-23T16:17:16,458 DEBUG [RS:0;1a7c5470b472:40819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:16,458 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:16,458 INFO [RS:0;1a7c5470b472:40819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:16,458 INFO [RS:0;1a7c5470b472:40819 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:16,458 INFO [RS:0;1a7c5470b472:40819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:16,459 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:16,459 INFO [RS:0;1a7c5470b472:40819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40819 2024-11-23T16:17:16,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1038938936/rs/1a7c5470b472,40819,1732378630921 2024-11-23T16:17:16,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936/rs 2024-11-23T16:17:16,460 INFO [RS:0;1a7c5470b472:40819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:16,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,40819,1732378630921] 2024-11-23T16:17:16,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1038938936/draining/1a7c5470b472,40819,1732378630921 already deleted, retry=false 2024-11-23T16:17:16,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,40819,1732378630921 expired; onlineServers=0 2024-11-23T16:17:16,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,39521,1732378630881' ***** 2024-11-23T16:17:16,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:16,465 DEBUG [M:0;1a7c5470b472:39521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:17:16,465 DEBUG [M:0;1a7c5470b472:39521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:17:16,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:17:16,465 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378632334 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378632334,5,FailOnTimeoutGroup] 2024-11-23T16:17:16,465 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378632335 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378632335,5,FailOnTimeoutGroup] 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:16,465 DEBUG [M:0;1a7c5470b472:39521 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:16,465 INFO [M:0;1a7c5470b472:39521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:17:16,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:17:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1038938936/master 2024-11-23T16:17:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1038938936 2024-11-23T16:17:16,466 DEBUG [M:0;1a7c5470b472:39521 {}] zookeeper.ZKUtil(347): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Unable to get data of znode /1-1038938936/master because node does not exist (not an error) 2024-11-23T16:17:16,466 WARN [M:0;1a7c5470b472:39521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:17:16,467 INFO [M:0;1a7c5470b472:39521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/.lastflushedseqids 2024-11-23T16:17:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741836_1012 (size=99) 2024-11-23T16:17:16,506 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:16,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:16,562 INFO [RS:0;1a7c5470b472:40819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:16,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x101459df2c50004, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:16,562 INFO [RS:0;1a7c5470b472:40819 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,40819,1732378630921; zookeeper connection closed. 2024-11-23T16:17:16,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1925aa4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1925aa4e 2024-11-23T16:17:16,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:17:16,874 INFO [M:0;1a7c5470b472:39521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:17:16,874 INFO [M:0;1a7c5470b472:39521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:17:16,874 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:16,874 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:16,874 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:16,874 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:16,875 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:16,875 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T16:17:16,898 DEBUG [M:0;1a7c5470b472:39521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46cdce613ee40cb8f685328a79a28aa is 82, key is hbase:meta,,1/info:regioninfo/1732378633519/Put/seqid=0 2024-11-23T16:17:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741837_1013 (size=5672) 2024-11-23T16:17:17,110 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:17,305 INFO [M:0;1a7c5470b472:39521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46cdce613ee40cb8f685328a79a28aa 2024-11-23T16:17:17,325 DEBUG [M:0;1a7c5470b472:39521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcd551a30354bc5b48bb41420d0277f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732378633536/Put/seqid=0 2024-11-23T16:17:17,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741838_1014 (size=5275) 2024-11-23T16:17:17,330 INFO [M:0;1a7c5470b472:39521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcd551a30354bc5b48bb41420d0277f 2024-11-23T16:17:17,350 DEBUG [M:0;1a7c5470b472:39521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66d9f3e185eb47a98deb4d1cda25ade2 is 69, key is 1a7c5470b472,40819,1732378630921/rs:state/1732378632391/Put/seqid=0 2024-11-23T16:17:17,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741839_1015 (size=5156) 2024-11-23T16:17:17,754 INFO [M:0;1a7c5470b472:39521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66d9f3e185eb47a98deb4d1cda25ade2 2024-11-23T16:17:17,761 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46cdce613ee40cb8f685328a79a28aa as hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46cdce613ee40cb8f685328a79a28aa 2024-11-23T16:17:17,766 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46cdce613ee40cb8f685328a79a28aa, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T16:17:17,767 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcd551a30354bc5b48bb41420d0277f as hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdcd551a30354bc5b48bb41420d0277f 2024-11-23T16:17:17,772 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdcd551a30354bc5b48bb41420d0277f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T16:17:17,773 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66d9f3e185eb47a98deb4d1cda25ade2 as hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66d9f3e185eb47a98deb4d1cda25ade2 2024-11-23T16:17:17,777 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41643/user/jenkins/test-data/5102f9c5-0ed6-cfa1-ba41-795652801b66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66d9f3e185eb47a98deb4d1cda25ade2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T16:17:17,779 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=28, compaction requested=false 2024-11-23T16:17:17,780 INFO [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:17,780 DEBUG [M:0;1a7c5470b472:39521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378636874Disabling compacts and flushes for region at 1732378636874Disabling writes for close at 1732378636875 (+1 ms)Obtaining lock to block concurrent updates at 1732378636875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378636875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732378636875Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378636876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378636876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378636897 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378636898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378637311 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378637325 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378637325Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378637335 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378637349 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378637349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b7712f: reopening flushed file at 1732378637760 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3942c9: reopening flushed file at 1732378637766 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f943969: reopening flushed file at 1732378637772 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=28, compaction requested=false at 1732378637779 (+7 ms)Writing region close event to WAL at 1732378637780 (+1 ms)Closed at 1732378637780 2024-11-23T16:17:17,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741830_1006 (size=10165) 2024-11-23T16:17:17,783 INFO [M:0;1a7c5470b472:39521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:17:17,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:17,783 INFO [M:0;1a7c5470b472:39521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39521 2024-11-23T16:17:17,783 INFO [M:0;1a7c5470b472:39521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:17,815 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:17,885 INFO [M:0;1a7c5470b472:39521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x101459df2c50003, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:17,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:17,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:17,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:17,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:17,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:17,890 WARN [BP-744643887-172.17.0.2-1732378629819 heartbeating to localhost/127.0.0.1:41643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:17:17,890 WARN [BP-744643887-172.17.0.2-1732378629819 heartbeating to localhost/127.0.0.1:41643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-744643887-172.17.0.2-1732378629819 (Datanode Uuid c5e3aa0e-9917-4eb2-a8b5-5d4d23d660f1) service to localhost/127.0.0.1:41643 2024-11-23T16:17:17,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/cluster_68ed4a33-8bee-ca5c-675c-f9ccc28c0ec4/data/data2/current/BP-744643887-172.17.0.2-1732378629819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:17,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/cluster_68ed4a33-8bee-ca5c-675c-f9ccc28c0ec4/data/data1/current/BP-744643887-172.17.0.2-1732378629819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:17,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:17:17,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:17:17,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:17:17,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:17,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:17,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:17,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:17,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:17,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:17:17,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:17:17,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:17,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:17,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:17,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:17,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:17,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:17:17,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1966349363, stopped=false 2024-11-23T16:17:17,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,34351,1732378627097 2024-11-23T16:17:17,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721812131/running 2024-11-23T16:17:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721812131/running 2024-11-23T16:17:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:17,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:17,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:17,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:17,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,33023,1732378627146' ***** 2024-11-23T16:17:17,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:17:17,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/running 2024-11-23T16:17:17,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Set watcher on znode that does not yet exist, /0-1721812131/running 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:17:17,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(3091): Received CLOSE for f6de623583421cf5158fef672e475bde 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,33023,1732378627146 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:33023. 2024-11-23T16:17:17,917 DEBUG [RS:0;1a7c5470b472:33023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:17,917 DEBUG [RS:0;1a7c5470b472:33023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:17,917 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6de623583421cf5158fef672e475bde, disabling compactions & flushes 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:17:17,917 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:17:17,917 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:17,917 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:17:17,917 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. after waiting 0 ms 2024-11-23T16:17:17,917 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:17,917 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6de623583421cf5158fef672e475bde 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T16:17:17,918 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:17:17,918 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1325): Online Regions={f6de623583421cf5158fef672e475bde=hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:17:17,918 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6de623583421cf5158fef672e475bde 2024-11-23T16:17:17,918 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:17,918 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:17,918 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:17,918 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:17,918 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:17,918 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T16:17:17,919 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:17,938 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/.tmp/queue/03608e11067440b488111200a6e04e64 is 151, key is 1-1a7c5470b472,33023,1732378627146/queue:1a7c5470b472%2C33023%2C1732378627146/1732378635059/Put/seqid=0 2024-11-23T16:17:17,942 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/info/a3dd056a1b0b4ee59fe3700c63836b10 is 147, key is hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde./info:regioninfo/1732378634793/Put/seqid=0 2024-11-23T16:17:17,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741838_1014 (size=5350) 2024-11-23T16:17:17,943 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/.tmp/queue/03608e11067440b488111200a6e04e64 2024-11-23T16:17:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741839_1015 (size=6631) 2024-11-23T16:17:17,950 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/.tmp/queue/03608e11067440b488111200a6e04e64 as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/queue/03608e11067440b488111200a6e04e64 2024-11-23T16:17:17,956 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/queue/03608e11067440b488111200a6e04e64, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T16:17:17,958 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f6de623583421cf5158fef672e475bde in 41ms, sequenceid=5, compaction requested=false 2024-11-23T16:17:17,962 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/replication/f6de623583421cf5158fef672e475bde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:17:17,963 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:17,963 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:17,963 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:17,963 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6de623583421cf5158fef672e475bde: Waiting for close lock at 1732378637917Running coprocessor pre-close hooks at 1732378637917Disabling compacts and flushes for region at 1732378637917Disabling writes for close at 1732378637917Obtaining lock to block concurrent updates at 1732378637917Preparing flush snapshotting stores in f6de623583421cf5158fef672e475bde at 1732378637917Finished memstore snapshotting hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732378637918 (+1 ms)Flushing stores of hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. at 1732378637919 (+1 ms)Flushing f6de623583421cf5158fef672e475bde/queue: creating writer at 1732378637919Flushing f6de623583421cf5158fef672e475bde/queue: appending metadata at 1732378637937 (+18 ms)Flushing f6de623583421cf5158fef672e475bde/queue: closing flushed file at 1732378637937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34337336: reopening flushed file at 1732378637949 (+12 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f6de623583421cf5158fef672e475bde in 41ms, sequenceid=5, compaction requested=false at 1732378637958 (+9 ms)Writing region close event to WAL at 1732378637958Running coprocessor post-close hooks at 1732378637963 (+5 ms)Closed at 1732378637963 2024-11-23T16:17:17,963 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378633604.f6de623583421cf5158fef672e475bde. 2024-11-23T16:17:18,011 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:17:18,012 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:17:18,118 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:18,318 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:18,347 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/info/a3dd056a1b0b4ee59fe3700c63836b10 2024-11-23T16:17:18,367 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/ns/807a30a8c8564fabb30abe8f06b91209 is 43, key is default/ns:d/1732378629747/Put/seqid=0 2024-11-23T16:17:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741840_1016 (size=5153) 2024-11-23T16:17:18,518 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:18,620 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/WALs/1a7c5470b472,33023,1732378627146/1a7c5470b472%2C33023%2C1732378627146.1732378629152 to pos 0, reset compression=false 2024-11-23T16:17:18,719 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:18,772 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/ns/807a30a8c8564fabb30abe8f06b91209 2024-11-23T16:17:18,796 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/table/e7d0a474d4994356af604c417ad2cc95 is 53, key is hbase:replication/table:state/1732378634803/Put/seqid=0 2024-11-23T16:17:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741841_1017 (size=5256) 2024-11-23T16:17:18,919 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:17:18,919 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:17:18,919 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:19,119 DEBUG [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:17:19,201 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/table/e7d0a474d4994356af604c417ad2cc95 2024-11-23T16:17:19,208 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/info/a3dd056a1b0b4ee59fe3700c63836b10 as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/info/a3dd056a1b0b4ee59fe3700c63836b10 2024-11-23T16:17:19,214 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/info/a3dd056a1b0b4ee59fe3700c63836b10, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T16:17:19,214 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/ns/807a30a8c8564fabb30abe8f06b91209 as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/ns/807a30a8c8564fabb30abe8f06b91209 2024-11-23T16:17:19,219 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/ns/807a30a8c8564fabb30abe8f06b91209, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:17:19,220 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/.tmp/table/e7d0a474d4994356af604c417ad2cc95 as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/table/e7d0a474d4994356af604c417ad2cc95 2024-11-23T16:17:19,225 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/table/e7d0a474d4994356af604c417ad2cc95, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T16:17:19,226 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-23T16:17:19,230 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T16:17:19,231 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:19,231 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:19,231 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:19,231 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378637918Running coprocessor pre-close hooks at 1732378637918Disabling compacts and flushes for region at 1732378637918Disabling writes for close at 1732378637918Obtaining lock to block concurrent updates at 1732378637918Preparing flush snapshotting stores in 1588230740 at 1732378637918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732378637918Flushing stores of hbase:meta,,1.1588230740 at 1732378637919 (+1 ms)Flushing 1588230740/info: creating writer at 1732378637919Flushing 1588230740/info: appending metadata at 1732378637941 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732378637942 (+1 ms)Flushing 1588230740/ns: creating writer at 1732378638353 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732378638367 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732378638367Flushing 1588230740/table: creating writer at 1732378638778 (+411 ms)Flushing 1588230740/table: appending metadata at 1732378638796 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732378638796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca7a71e: reopening flushed file at 1732378639208 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3ea3b9: reopening flushed file at 1732378639214 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543d33aa: reopening flushed file at 1732378639220 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1732378639226 (+6 ms)Writing region close event to WAL at 1732378639227 (+1 ms)Running coprocessor post-close hooks at 1732378639231 (+4 ms)Closed at 1732378639231 2024-11-23T16:17:19,231 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:19,319 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,33023,1732378627146; all regions closed. 2024-11-23T16:17:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741834_1010 (size=2742) 2024-11-23T16:17:19,324 DEBUG [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/oldWALs 2024-11-23T16:17:19,324 INFO [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C33023%2C1732378627146.meta:.meta(num 1732378629696) 2024-11-23T16:17:19,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741837_1013 (size=1586) 2024-11-23T16:17:19,329 DEBUG [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/oldWALs 2024-11-23T16:17:19,329 INFO [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C33023%2C1732378627146.rep:(num 1732378634754) 2024-11-23T16:17:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741832_1008 (size=93) 2024-11-23T16:17:19,333 DEBUG [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/oldWALs 2024-11-23T16:17:19,333 INFO [RS:0;1a7c5470b472:33023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C33023%2C1732378627146:(num 1732378629152) 2024-11-23T16:17:19,333 DEBUG [RS:0;1a7c5470b472:33023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:19,333 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:17:19,333 INFO [RS:0;1a7c5470b472:33023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:19,333 INFO [RS:0;1a7c5470b472:33023 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:19,333 INFO [RS:0;1a7c5470b472:33023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:19,334 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:19,334 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,33023,1732378627146 because: Region server is closing 2024-11-23T16:17:19,334 INFO [RS:0;1a7c5470b472:33023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:33023. 2024-11-23T16:17:19,334 DEBUG [RS:0;1a7c5470b472:33023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:19,334 DEBUG [RS:0;1a7c5470b472:33023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:19,334 DEBUG [RS:0;1a7c5470b472:33023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:19,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:19,435 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.wal-reader.1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:17:19,435 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.shipper1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:17:19,435 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33023,1732378627146.replicationSource.shipper1a7c5470b472%2C33023%2C1732378627146,1-1a7c5470b472,33023,1732378627146 terminated 2024-11-23T16:17:19,435 INFO [RS:0;1a7c5470b472:33023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33023 2024-11-23T16:17:19,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131/rs 2024-11-23T16:17:19,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721812131/rs/1a7c5470b472,33023,1732378627146 2024-11-23T16:17:19,439 INFO [RS:0;1a7c5470b472:33023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:19,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,33023,1732378627146] 2024-11-23T16:17:19,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721812131/draining/1a7c5470b472,33023,1732378627146 already deleted, retry=false 2024-11-23T16:17:19,442 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,33023,1732378627146 expired; onlineServers=0 2024-11-23T16:17:19,442 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,34351,1732378627097' ***** 2024-11-23T16:17:19,442 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:17:19,442 INFO [M:0;1a7c5470b472:34351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:17:19,442 INFO [M:0;1a7c5470b472:34351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:17:19,442 DEBUG [M:0;1a7c5470b472:34351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:17:19,442 DEBUG [M:0;1a7c5470b472:34351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:17:19,442 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:17:19,442 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378628936 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378628936,5,FailOnTimeoutGroup] 2024-11-23T16:17:19,442 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378628936 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378628936,5,FailOnTimeoutGroup] 2024-11-23T16:17:19,442 INFO [M:0;1a7c5470b472:34351 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:17:19,442 INFO [M:0;1a7c5470b472:34351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:17:19,442 DEBUG [M:0;1a7c5470b472:34351 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:17:19,442 INFO [M:0;1a7c5470b472:34351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:17:19,443 INFO [M:0;1a7c5470b472:34351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:17:19,443 INFO [M:0;1a7c5470b472:34351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:17:19,443 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:17:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721812131/master 2024-11-23T16:17:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721812131 2024-11-23T16:17:19,444 DEBUG [M:0;1a7c5470b472:34351 {}] zookeeper.ZKUtil(347): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Unable to get data of znode /0-1721812131/master because node does not exist (not an error) 2024-11-23T16:17:19,444 WARN [M:0;1a7c5470b472:34351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:17:19,445 INFO [M:0;1a7c5470b472:34351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/.lastflushedseqids 2024-11-23T16:17:19,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741842_1018 (size=181) 2024-11-23T16:17:19,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:19,540 INFO [RS:0;1a7c5470b472:33023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:19,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33023-0x101459df2c50001, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:19,541 INFO [RS:0;1a7c5470b472:33023 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,33023,1732378627146; zookeeper connection closed. 2024-11-23T16:17:19,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b3d9464 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b3d9464 2024-11-23T16:17:19,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:17:19,851 INFO [M:0;1a7c5470b472:34351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:17:19,851 INFO [M:0;1a7c5470b472:34351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:17:19,851 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:19,851 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:19,851 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:19,851 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:19,851 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:19,851 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T16:17:19,867 DEBUG [M:0;1a7c5470b472:34351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca75d88b941f4104a6cde73d2c0bf483 is 82, key is hbase:meta,,1/info:regioninfo/1732378629735/Put/seqid=0 2024-11-23T16:17:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741843_1019 (size=5672) 2024-11-23T16:17:20,272 INFO [M:0;1a7c5470b472:34351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca75d88b941f4104a6cde73d2c0bf483 2024-11-23T16:17:20,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:20,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:20,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:20,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:20,300 DEBUG [M:0;1a7c5470b472:34351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc47996228544a68b83cbcbbde0c3d90 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732378634809/Put/seqid=0 2024-11-23T16:17:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741844_1020 (size=7203) 2024-11-23T16:17:20,704 INFO [M:0;1a7c5470b472:34351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc47996228544a68b83cbcbbde0c3d90 2024-11-23T16:17:20,724 DEBUG [M:0;1a7c5470b472:34351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/791ee1b2e21649bc9f19962816bfc9cc is 69, key is 1a7c5470b472,33023,1732378627146/rs:state/1732378628993/Put/seqid=0 2024-11-23T16:17:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741845_1021 (size=5156) 2024-11-23T16:17:20,728 INFO [M:0;1a7c5470b472:34351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/791ee1b2e21649bc9f19962816bfc9cc 2024-11-23T16:17:20,734 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca75d88b941f4104a6cde73d2c0bf483 as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca75d88b941f4104a6cde73d2c0bf483 2024-11-23T16:17:20,739 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca75d88b941f4104a6cde73d2c0bf483, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T16:17:20,739 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc47996228544a68b83cbcbbde0c3d90 as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc47996228544a68b83cbcbbde0c3d90 2024-11-23T16:17:20,744 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc47996228544a68b83cbcbbde0c3d90, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T16:17:20,745 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/791ee1b2e21649bc9f19962816bfc9cc as hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/791ee1b2e21649bc9f19962816bfc9cc 2024-11-23T16:17:20,750 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45347/user/jenkins/test-data/b413ea6a-be35-bc56-819b-1f3edfa391ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/791ee1b2e21649bc9f19962816bfc9cc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T16:17:20,751 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=70, compaction requested=false 2024-11-23T16:17:20,752 INFO [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:20,753 DEBUG [M:0;1a7c5470b472:34351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378639851Disabling compacts and flushes for region at 1732378639851Disabling writes for close at 1732378639851Obtaining lock to block concurrent updates at 1732378639851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378639851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732378639852 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378639852Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378639852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378639867 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378639867Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378640278 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378640299 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378640299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378640710 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378640724 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378640724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4915081e: reopening flushed file at 1732378640733 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2201d506: reopening flushed file at 1732378640739 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b0f042: reopening flushed file at 1732378640745 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=70, compaction requested=false at 1732378640751 (+6 ms)Writing region close event to WAL at 1732378640752 (+1 ms)Closed at 1732378640752 2024-11-23T16:17:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39971 is added to blk_1073741830_1006 (size=41008) 2024-11-23T16:17:20,755 INFO [M:0;1a7c5470b472:34351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:17:20,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:17:20,755 INFO [M:0;1a7c5470b472:34351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34351 2024-11-23T16:17:20,756 INFO [M:0;1a7c5470b472:34351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:17:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:20,859 INFO [M:0;1a7c5470b472:34351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:17:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101459df2c50000, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:17:20,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:20,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:20,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:20,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:20,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:20,863 WARN [BP-1258373041-172.17.0.2-1732378626139 heartbeating to localhost/127.0.0.1:45347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:17:20,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:17:20,863 WARN [BP-1258373041-172.17.0.2-1732378626139 heartbeating to localhost/127.0.0.1:45347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1258373041-172.17.0.2-1732378626139 (Datanode Uuid 5f005fd5-2cc4-4b92-a420-e668699c9165) service to localhost/127.0.0.1:45347 2024-11-23T16:17:20,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:17:20,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/data/data1/current/BP-1258373041-172.17.0.2-1732378626139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:20,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/cluster_9e927a79-ffc5-1ec6-302b-510f8a814c48/data/data2/current/BP-1258373041-172.17.0.2-1732378626139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:17:20,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:17:20,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:20,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:17:20,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:17:20,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:17:20,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1228579-586b-5c89-a8e8-55fd22e4f156/hadoop.log.dir/,STOPPED} 2024-11-23T16:17:20,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:17:20,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:17:20,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41643 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 352), ProcessCount=11 (was 11), AvailableMemoryMB=6698 (was 7011) 2024-11-23T16:17:20,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=6699 2024-11-23T16:17:20,914 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-23T16:17:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir so I do NOT create it in target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09 2024-11-23T16:17:20,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:17:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.tmp.dir so I do NOT create it in target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09 2024-11-23T16:17:20,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96a605c8-ea7a-d40b-4ee5-cb055f854b1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:17:20,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09 2024-11-23T16:17:20,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e, deleteOnExit=true 2024-11-23T16:17:20,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/zookeeper_0, clientPort=57778, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:17:20,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57778 2024-11-23T16:17:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:17:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:17:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/test.cache.data in system properties and HBase conf 2024-11-23T16:17:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:17:20,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:17:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:17:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:17:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:17:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:17:20,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101459df2c50002, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:17:20,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101459df2c50005, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:17:20,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101459df2c50005, quorum=127.0.0.1:51111, baseZNode=/1-1038938936 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:17:20,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101459df2c50002, quorum=127.0.0.1:51111, baseZNode=/0-1721812131 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:17:21,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:21,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:21,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:21,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:21,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:17:21,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:21,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:21,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:21,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/java.io.tmpdir/jetty-localhost-32967-hadoop-hdfs-3_4_1-tests_jar-_-any-9610135811976045664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:21,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:32967} 2024-11-23T16:17:21,130 INFO [Time-limited test {}] server.Server(415): Started @44283ms 2024-11-23T16:17:21,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:21,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:21,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:21,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:21,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:17:21,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:21,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:21,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/java.io.tmpdir/jetty-localhost-38237-hadoop-hdfs-3_4_1-tests_jar-_-any-15315758601353801418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:21,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:38237} 2024-11-23T16:17:21,337 INFO [Time-limited test {}] server.Server(415): Started @44489ms 2024-11-23T16:17:21,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:17:21,436 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/data/data1/current/BP-73488328-172.17.0.2-1732378640950/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:21,437 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/data/data2/current/BP-73488328-172.17.0.2-1732378640950/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:21,456 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:17:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdef030c5ada19485 with lease ID 0x8327047a42c76ce8: Processing first storage report for DS-ff404fb3-f905-4081-8173-3f4f38fc07a6 from datanode DatanodeRegistration(127.0.0.1:40297, datanodeUuid=e1e5b936-585f-428f-9d8b-b29306f223db, infoPort=34009, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1065190825;c=1732378640950) 2024-11-23T16:17:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdef030c5ada19485 with lease ID 0x8327047a42c76ce8: from storage DS-ff404fb3-f905-4081-8173-3f4f38fc07a6 node DatanodeRegistration(127.0.0.1:40297, datanodeUuid=e1e5b936-585f-428f-9d8b-b29306f223db, infoPort=34009, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1065190825;c=1732378640950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdef030c5ada19485 with lease ID 0x8327047a42c76ce8: Processing first storage report for DS-606b2c76-7693-4013-91e4-3ba62039d5ff from datanode DatanodeRegistration(127.0.0.1:40297, datanodeUuid=e1e5b936-585f-428f-9d8b-b29306f223db, infoPort=34009, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1065190825;c=1732378640950) 2024-11-23T16:17:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdef030c5ada19485 with lease ID 0x8327047a42c76ce8: from storage DS-606b2c76-7693-4013-91e4-3ba62039d5ff node DatanodeRegistration(127.0.0.1:40297, datanodeUuid=e1e5b936-585f-428f-9d8b-b29306f223db, infoPort=34009, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1065190825;c=1732378640950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:21,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09 2024-11-23T16:17:21,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:21,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:17:21,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7 with version=8 2024-11-23T16:17:21,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/hbase-staging 2024-11-23T16:17:21,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:17:21,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:21,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40665 2024-11-23T16:17:21,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40665 connecting to ZooKeeper ensemble=127.0.0.1:57778 2024-11-23T16:17:21,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406650x0, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:21,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40665-0x101459e2ca40000 connected 2024-11-23T16:17:21,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:21,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:21,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/running 2024-11-23T16:17:21,904 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7, hbase.cluster.distributed=false 2024-11-23T16:17:21,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/acl 2024-11-23T16:17:21,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-23T16:17:21,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40665 2024-11-23T16:17:21,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40665 2024-11-23T16:17:21,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-23T16:17:21,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-23T16:17:21,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:21,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:21,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:21,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:21,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:21,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:21,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:17:21,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:21,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39483 2024-11-23T16:17:21,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39483 connecting to ZooKeeper ensemble=127.0.0.1:57778 2024-11-23T16:17:21,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:21,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394830x0, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:21,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394830x0, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/running 2024-11-23T16:17:21,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39483-0x101459e2ca40001 connected 2024-11-23T16:17:21,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:17:21,946 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:17:21,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/master 2024-11-23T16:17:21,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/acl 2024-11-23T16:17:21,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-23T16:17:21,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39483 2024-11-23T16:17:21,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39483 2024-11-23T16:17:21,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-23T16:17:21,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-23T16:17:21,967 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:40665 2024-11-23T16:17:21,967 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01428124496/backup-masters/1a7c5470b472,40665,1732378641878 2024-11-23T16:17:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496/backup-masters 2024-11-23T16:17:21,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496/backup-masters 2024-11-23T16:17:21,969 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on existing znode=/01428124496/backup-masters/1a7c5470b472,40665,1732378641878 2024-11-23T16:17:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01428124496/master 2024-11-23T16:17:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:21,971 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on existing znode=/01428124496/master 2024-11-23T16:17:21,972 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01428124496/backup-masters/1a7c5470b472,40665,1732378641878 from backup master directory 2024-11-23T16:17:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01428124496/backup-masters/1a7c5470b472,40665,1732378641878 2024-11-23T16:17:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496/backup-masters 2024-11-23T16:17:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496/backup-masters 2024-11-23T16:17:21,974 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:21,974 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,40665,1732378641878 2024-11-23T16:17:21,978 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/hbase.id] with ID: 1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41 2024-11-23T16:17:21,978 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/.tmp/hbase.id 2024-11-23T16:17:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:17:21,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:21,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T16:17:21,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T16:17:21,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:22,386 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/.tmp/hbase.id]:[hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/hbase.id] 2024-11-23T16:17:22,397 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:22,397 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:17:22,398 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:17:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:22,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:17:22,807 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:22,807 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:17:22,808 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:17:23,216 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store 2024-11-23T16:17:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:17:23,622 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:23,623 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:23,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:23,623 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:23,623 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:23,623 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:23,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:23,623 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378643623Disabling compacts and flushes for region at 1732378643623Disabling writes for close at 1732378643623Writing region close event to WAL at 1732378643623Closed at 1732378643623 2024-11-23T16:17:23,624 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/.initializing 2024-11-23T16:17:23,624 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/WALs/1a7c5470b472,40665,1732378641878 2024-11-23T16:17:23,625 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:23,627 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C40665%2C1732378641878, suffix=, logDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/WALs/1a7c5470b472,40665,1732378641878, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/oldWALs, maxLogs=10 2024-11-23T16:17:23,644 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/WALs/1a7c5470b472,40665,1732378641878/1a7c5470b472%2C40665%2C1732378641878.1732378643627, exclude list is [], retry=0 2024-11-23T16:17:23,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-ff404fb3-f905-4081-8173-3f4f38fc07a6,DISK] 2024-11-23T16:17:23,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/WALs/1a7c5470b472,40665,1732378641878/1a7c5470b472%2C40665%2C1732378641878.1732378643627 2024-11-23T16:17:23,649 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009)] 2024-11-23T16:17:23,649 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:23,650 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:23,650 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,650 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:17:23,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:23,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:23,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:17:23,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:23,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:23,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:17:23,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:23,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:23,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:17:23,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:23,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:23,657 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,658 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,658 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,660 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:23,661 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:23,663 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:23,663 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60699388, jitterRate=-0.0955086350440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:23,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378643650Initializing all the Stores at 1732378643651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378643651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378643651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378643651Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378643651Cleaning up temporary data from old regions at 1732378643659 (+8 ms)Region opened successfully at 1732378643664 (+5 ms) 2024-11-23T16:17:23,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:17:23,667 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ada1146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:23,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:17:23,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:17:23,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:17:23,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:17:23,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:17:23,669 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:17:23,669 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:17:23,671 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:17:23,671 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Unable to get data of znode /01428124496/balancer because node does not exist (not necessarily an error) 2024-11-23T16:17:23,672 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01428124496/balancer already deleted, retry=false 2024-11-23T16:17:23,673 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:17:23,673 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Unable to get data of znode /01428124496/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:17:23,674 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01428124496/normalizer already deleted, retry=false 2024-11-23T16:17:23,674 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:17:23,675 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Unable to get data of znode /01428124496/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:17:23,677 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01428124496/switch/split already deleted, retry=false 2024-11-23T16:17:23,678 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Unable to get data of znode /01428124496/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:17:23,679 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01428124496/switch/merge already deleted, retry=false 2024-11-23T16:17:23,680 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Unable to get data of znode /01428124496/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:17:23,681 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01428124496/snapshot-cleanup already deleted, retry=false 2024-11-23T16:17:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01428124496/running 2024-11-23T16:17:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01428124496/running 2024-11-23T16:17:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:23,683 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,40665,1732378641878, sessionid=0x101459e2ca40000, setting cluster-up flag (Was=false) 2024-11-23T16:17:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:23,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:23,691 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01428124496/flush-table-proc/acquired, /01428124496/flush-table-proc/reached, /01428124496/flush-table-proc/abort 2024-11-23T16:17:23,692 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,40665,1732378641878 2024-11-23T16:17:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:23,700 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01428124496/online-snapshot/acquired, /01428124496/online-snapshot/reached, /01428124496/online-snapshot/abort 2024-11-23T16:17:23,701 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,40665,1732378641878 2024-11-23T16:17:23,702 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:17:23,703 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:23,703 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:17:23,703 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:17:23,703 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,40665,1732378641878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:17:23,704 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:23,704 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:23,704 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:23,704 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:23,705 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:17:23,705 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,705 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:23,705 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:23,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:17:23,706 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378673706 2024-11-23T16:17:23,706 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:17:23,706 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:17:23,706 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:17:23,706 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:17:23,707 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:17:23,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:17:23,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:17:23,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:17:23,708 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378643708,5,FailOnTimeoutGroup] 2024-11-23T16:17:23,708 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378643708,5,FailOnTimeoutGroup] 2024-11-23T16:17:23,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:17:23,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:17:23,758 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(746): ClusterId : 1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41 2024-11-23T16:17:23,758 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:17:23,760 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:17:23,760 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:17:23,762 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:17:23,762 DEBUG [RS:0;1a7c5470b472:39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7763f2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:23,774 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:39483 2024-11-23T16:17:23,774 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:17:23,774 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:17:23,774 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:17:23,775 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,40665,1732378641878 with port=39483, startcode=1732378641935 2024-11-23T16:17:23,775 DEBUG [RS:0;1a7c5470b472:39483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:17:23,777 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:17:23,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,39483,1732378641935 2024-11-23T16:17:23,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:23,779 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7 2024-11-23T16:17:23,779 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46293 2024-11-23T16:17:23,779 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:17:23,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496/rs 2024-11-23T16:17:23,782 DEBUG [RS:0;1a7c5470b472:39483 {}] zookeeper.ZKUtil(111): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on existing znode=/01428124496/rs/1a7c5470b472,39483,1732378641935 2024-11-23T16:17:23,782 WARN [RS:0;1a7c5470b472:39483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:23,782 INFO [RS:0;1a7c5470b472:39483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:23,782 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935 2024-11-23T16:17:23,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,39483,1732378641935] 2024-11-23T16:17:23,785 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:17:23,787 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:17:23,787 INFO [RS:0;1a7c5470b472:39483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:17:23,787 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,788 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:17:23,788 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:17:23,788 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,788 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:23,789 DEBUG [RS:0;1a7c5470b472:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:23,790 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,790 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,790 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,790 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,790 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,790 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39483,1732378641935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:23,804 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:17:23,804 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39483,1732378641935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,804 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,804 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.Replication(171): 1a7c5470b472,39483,1732378641935 started 2024-11-23T16:17:23,817 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:23,818 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,39483,1732378641935, RpcServer on 1a7c5470b472/172.17.0.2:39483, sessionid=0x101459e2ca40001 2024-11-23T16:17:23,818 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:17:23,818 DEBUG [RS:0;1a7c5470b472:39483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,39483,1732378641935 2024-11-23T16:17:23,818 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,39483,1732378641935' 2024-11-23T16:17:23,818 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01428124496/flush-table-proc/abort' 2024-11-23T16:17:23,818 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01428124496/flush-table-proc/acquired' 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,39483,1732378641935 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,39483,1732378641935' 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01428124496/online-snapshot/abort' 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01428124496/online-snapshot/acquired' 2024-11-23T16:17:23,819 DEBUG [RS:0;1a7c5470b472:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:17:23,819 INFO [RS:0;1a7c5470b472:39483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:17:23,819 INFO [RS:0;1a7c5470b472:39483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:17:23,920 INFO [RS:0;1a7c5470b472:39483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:23,921 INFO [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C39483%2C1732378641935, suffix=, logDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/oldWALs, maxLogs=10 2024-11-23T16:17:23,935 DEBUG [RS:0;1a7c5470b472:39483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922, exclude list is [], retry=0 2024-11-23T16:17:23,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-ff404fb3-f905-4081-8173-3f4f38fc07a6,DISK] 2024-11-23T16:17:23,939 INFO [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 2024-11-23T16:17:23,939 DEBUG [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009)] 2024-11-23T16:17:24,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:17:24,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7 2024-11-23T16:17:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:17:24,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:24,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:24,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:24,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:24,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:24,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:24,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:24,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:24,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:24,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:24,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740 2024-11-23T16:17:24,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740 2024-11-23T16:17:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:24,541 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:24,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:24,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:24,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75267806, jitterRate=0.12157770991325378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378644524Initializing all the Stores at 1732378644525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378644525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378644525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378644525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378644525Cleaning up temporary data from old regions at 1732378644536 (+11 ms)Region opened successfully at 1732378644551 (+15 ms) 2024-11-23T16:17:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:24,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:24,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:24,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:24,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378644551Disabling compacts and flushes for region at 1732378644551Disabling writes for close at 1732378644551Writing region close event to WAL at 1732378644552 (+1 ms)Closed at 1732378644552 2024-11-23T16:17:24,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:24,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:17:24,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:17:24,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:24,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:17:24,712 DEBUG [1a7c5470b472:40665 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:17:24,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:24,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,39483,1732378641935, state=OPENING 2024-11-23T16:17:24,715 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:17:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:24,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:24,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01428124496/meta-region-server: CHANGED 2024-11-23T16:17:24,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01428124496/meta-region-server: CHANGED 2024-11-23T16:17:24,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,39483,1732378641935}] 2024-11-23T16:17:24,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:17:24,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:17:24,875 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:17:24,875 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:24,875 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:17:24,876 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C39483%2C1732378641935.meta, suffix=.meta, logDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/oldWALs, maxLogs=10 2024-11-23T16:17:24,890 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.meta.1732378644877.meta, exclude list is [], retry=0 2024-11-23T16:17:24,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-ff404fb3-f905-4081-8173-3f4f38fc07a6,DISK] 2024-11-23T16:17:24,893 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.meta.1732378644877.meta 2024-11-23T16:17:24,894 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009)] 2024-11-23T16:17:24,894 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:24,894 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:24,894 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:24,894 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:17:24,895 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:17:24,895 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:17:24,895 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:24,895 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:17:24,895 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:17:24,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:24,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:24,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:24,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:24,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:24,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:24,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:24,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:24,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:24,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:24,900 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:24,901 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740 2024-11-23T16:17:24,902 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740 2024-11-23T16:17:24,903 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:24,903 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:24,903 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:24,904 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:24,905 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61930219, jitterRate=-0.0771678239107132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:24,905 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:17:24,905 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378644895Writing region info on filesystem at 1732378644895Initializing all the Stores at 1732378644896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378644896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378644896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378644896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378644896Cleaning up temporary data from old regions at 1732378644903 (+7 ms)Running coprocessor post-open hooks at 1732378644905 (+2 ms)Region opened successfully at 1732378644905 2024-11-23T16:17:24,906 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378644869 2024-11-23T16:17:24,908 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:17:24,908 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:17:24,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:24,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,39483,1732378641935, state=OPEN 2024-11-23T16:17:24,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01428124496/meta-region-server 2024-11-23T16:17:24,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01428124496/meta-region-server 2024-11-23T16:17:24,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01428124496/meta-region-server: CHANGED 2024-11-23T16:17:24,917 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:24,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01428124496/meta-region-server: CHANGED 2024-11-23T16:17:24,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:17:24,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,39483,1732378641935 in 200 msec 2024-11-23T16:17:24,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:17:24,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-23T16:17:24,922 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:24,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:17:24,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:24,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39483,1732378641935, seqNum=-1] 2024-11-23T16:17:24,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:24,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:24,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-23T16:17:24,929 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378644929, completionTime=-1 2024-11-23T16:17:24,930 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:17:24,930 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:17:24,931 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:17:24,931 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378704931 2024-11-23T16:17:24,931 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378764931 2024-11-23T16:17:24,931 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:17:24,932 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40665,1732378641878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,932 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40665,1732378641878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,932 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40665,1732378641878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,932 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:40665, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,932 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,932 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,933 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:17:24,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-23T16:17:24,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:17:24,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:17:24,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:17:24,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:17:24,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:17:24,936 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40665,1732378641878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:24,936 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40665,1732378641878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:17:24,938 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:17:24,938 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:17:24,938 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,40665,1732378641878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:24,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:24,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,40665,-1 for getting cluster id 2024-11-23T16:17:24,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:24,960 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41' 2024-11-23T16:17:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41" 2024-11-23T16:17:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35514a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,40665,-1] 2024-11-23T16:17:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:24,962 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:24,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:24,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39483,1732378641935, seqNum=-1] 2024-11-23T16:17:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:24,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:24,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,40665,1732378641878 2024-11-23T16:17:24,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57778 2024-11-23T16:17:24,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:24,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101459e2ca40002 connected 2024-11-23T16:17:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir so I do NOT create it in target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd 2024-11-23T16:17:24,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:17:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.tmp.dir so I do NOT create it in target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd 2024-11-23T16:17:24,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:17:24,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd 2024-11-23T16:17:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:17:24,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/cluster_647aeba7-b518-00f2-220a-c93c016d57d6, deleteOnExit=true 2024-11-23T16:17:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/test.cache.data in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:17:24,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:17:24,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:17:25,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:25,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:25,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:25,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:25,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:17:25,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:25,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:25,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:25,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/java.io.tmpdir/jetty-localhost-44477-hadoop-hdfs-3_4_1-tests_jar-_-any-17167278924349433053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:17:25,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:44477} 2024-11-23T16:17:25,174 INFO [Time-limited test {}] server.Server(415): Started @48327ms 2024-11-23T16:17:25,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:17:25,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:17:25,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:17:25,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:17:25,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:17:25,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:17:25,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:17:25,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/java.io.tmpdir/jetty-localhost-42639-hadoop-hdfs-3_4_1-tests_jar-_-any-3695677514789555497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:17:25,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:42639} 2024-11-23T16:17:25,378 INFO [Time-limited test {}] server.Server(415): Started @48531ms 2024-11-23T16:17:25,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:17:25,484 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/cluster_647aeba7-b518-00f2-220a-c93c016d57d6/data/data1/current/BP-249708624-172.17.0.2-1732378644997/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:25,484 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/cluster_647aeba7-b518-00f2-220a-c93c016d57d6/data/data2/current/BP-249708624-172.17.0.2-1732378644997/current, will proceed with Du for space computation calculation, 2024-11-23T16:17:25,500 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:17:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e2dd5261754be8 with lease ID 0x801c62ddb3ac95c5: Processing first storage report for DS-12fb606b-6f74-4ea4-93d4-7076a6267fbf from datanode DatanodeRegistration(127.0.0.1:37607, datanodeUuid=9bb9d11c-22f3-46ba-a543-351f9186d9a3, infoPort=46235, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=143502821;c=1732378644997) 2024-11-23T16:17:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e2dd5261754be8 with lease ID 0x801c62ddb3ac95c5: from storage DS-12fb606b-6f74-4ea4-93d4-7076a6267fbf node DatanodeRegistration(127.0.0.1:37607, datanodeUuid=9bb9d11c-22f3-46ba-a543-351f9186d9a3, infoPort=46235, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=143502821;c=1732378644997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e2dd5261754be8 with lease ID 0x801c62ddb3ac95c5: Processing first storage report for DS-654f4bfc-c6e5-47c6-bb30-a9343ddafb74 from datanode DatanodeRegistration(127.0.0.1:37607, datanodeUuid=9bb9d11c-22f3-46ba-a543-351f9186d9a3, infoPort=46235, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=143502821;c=1732378644997) 2024-11-23T16:17:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e2dd5261754be8 with lease ID 0x801c62ddb3ac95c5: from storage DS-654f4bfc-c6e5-47c6-bb30-a9343ddafb74 node DatanodeRegistration(127.0.0.1:37607, datanodeUuid=9bb9d11c-22f3-46ba-a543-351f9186d9a3, infoPort=46235, infoSecurePort=0, ipcPort=37979, storageInfo=lv=-57;cid=testClusterID;nsid=143502821;c=1732378644997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:17:25,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd 2024-11-23T16:17:25,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:25,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:17:25,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e with version=8 2024-11-23T16:17:25,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/hbase-staging 2024-11-23T16:17:25,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:25,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:25,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41955 2024-11-23T16:17:25,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41955 connecting to ZooKeeper ensemble=127.0.0.1:57778 2024-11-23T16:17:25,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419550x0, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:25,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41955-0x101459e2ca40003 connected 2024-11-23T16:17:25,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:25,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:25,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/running 2024-11-23T16:17:25,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e, hbase.cluster.distributed=false 2024-11-23T16:17:25,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/acl 2024-11-23T16:17:25,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41955 2024-11-23T16:17:25,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41955 2024-11-23T16:17:25,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41955 2024-11-23T16:17:25,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41955 2024-11-23T16:17:25,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41955 2024-11-23T16:17:25,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:17:25,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:25,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:25,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:17:25,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:17:25,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:17:25,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:17:25,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:17:25,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41063 2024-11-23T16:17:25,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41063 connecting to ZooKeeper ensemble=127.0.0.1:57778 2024-11-23T16:17:25,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:25,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:25,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410630x0, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:25,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410630x0, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/running 2024-11-23T16:17:25,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41063-0x101459e2ca40004 connected 2024-11-23T16:17:25,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:17:25,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:17:25,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/master 2024-11-23T16:17:25,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/acl 2024-11-23T16:17:25,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41063 2024-11-23T16:17:25,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41063 2024-11-23T16:17:25,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41063 2024-11-23T16:17:25,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41063 2024-11-23T16:17:25,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41063 2024-11-23T16:17:25,978 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:41955 2024-11-23T16:17:25,979 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1905068706/backup-masters/1a7c5470b472,41955,1732378645917 2024-11-23T16:17:25,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706/backup-masters 2024-11-23T16:17:25,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706/backup-masters 2024-11-23T16:17:25,981 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on existing znode=/1-1905068706/backup-masters/1a7c5470b472,41955,1732378645917 2024-11-23T16:17:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1905068706/master 2024-11-23T16:17:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:25,986 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on existing znode=/1-1905068706/master 2024-11-23T16:17:25,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1905068706/backup-masters/1a7c5470b472,41955,1732378645917 from backup master directory 2024-11-23T16:17:25,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1905068706/backup-masters/1a7c5470b472,41955,1732378645917 2024-11-23T16:17:25,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706/backup-masters 2024-11-23T16:17:25,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706/backup-masters 2024-11-23T16:17:25,987 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:25,987 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,41955,1732378645917 2024-11-23T16:17:25,991 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/hbase.id] with ID: 9760aa7c-036f-4e36-8961-4b38350b7708 2024-11-23T16:17:25,991 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/.tmp/hbase.id 2024-11-23T16:17:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:17:26,396 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/.tmp/hbase.id]:[hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/hbase.id] 2024-11-23T16:17:26,407 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:26,407 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:17:26,408 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:17:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:26,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:17:26,817 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:26,818 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:17:26,818 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:17:27,226 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store 2024-11-23T16:17:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:17:27,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:27,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:27,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:27,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:27,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:27,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:27,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:17:27,633 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:27,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:27,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:17:27,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:27,633 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:17:27,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378647633Disabling compacts and flushes for region at 1732378647633Disabling writes for close at 1732378647633Writing region close event to WAL at 1732378647633Closed at 1732378647633 2024-11-23T16:17:27,634 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/.initializing 2024-11-23T16:17:27,634 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/WALs/1a7c5470b472,41955,1732378645917 2024-11-23T16:17:27,635 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:27,636 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C41955%2C1732378645917, suffix=, logDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/WALs/1a7c5470b472,41955,1732378645917, archiveDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/oldWALs, maxLogs=10 2024-11-23T16:17:27,650 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/WALs/1a7c5470b472,41955,1732378645917/1a7c5470b472%2C41955%2C1732378645917.1732378647637, exclude list is [], retry=0 2024-11-23T16:17:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-12fb606b-6f74-4ea4-93d4-7076a6267fbf,DISK] 2024-11-23T16:17:27,654 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/WALs/1a7c5470b472,41955,1732378645917/1a7c5470b472%2C41955%2C1732378645917.1732378647637 2024-11-23T16:17:27,654 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-23T16:17:27,654 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:27,654 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:27,655 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,655 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:17:27,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:27,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:27,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:17:27,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:27,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:27,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:17:27,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:27,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:27,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:17:27,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:27,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:27,662 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,663 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,663 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:27,665 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:17:27,667 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:27,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67384437, jitterRate=0.00410635769367218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:27,668 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378647655Initializing all the Stores at 1732378647655Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378647655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378647655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378647656 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378647656Cleaning up temporary data from old regions at 1732378647664 (+8 ms)Region opened successfully at 1732378647668 (+4 ms) 2024-11-23T16:17:27,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:17:27,671 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad66c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:27,672 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:17:27,672 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:17:27,672 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:17:27,672 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:17:27,672 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:17:27,673 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:17:27,673 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:17:27,675 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:17:27,675 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Unable to get data of znode /1-1905068706/balancer because node does not exist (not necessarily an error) 2024-11-23T16:17:27,677 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/balancer already deleted, retry=false 2024-11-23T16:17:27,677 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:17:27,678 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Unable to get data of znode /1-1905068706/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:17:27,679 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/normalizer already deleted, retry=false 2024-11-23T16:17:27,679 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:17:27,680 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Unable to get data of znode /1-1905068706/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:17:27,681 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/switch/split already deleted, retry=false 2024-11-23T16:17:27,682 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Unable to get data of znode /1-1905068706/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:17:27,683 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/switch/merge already deleted, retry=false 2024-11-23T16:17:27,685 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Unable to get data of znode /1-1905068706/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:17:27,687 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/snapshot-cleanup already deleted, retry=false 2024-11-23T16:17:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1905068706/running 2024-11-23T16:17:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1905068706/running 2024-11-23T16:17:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:27,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,41955,1732378645917, sessionid=0x101459e2ca40003, setting cluster-up flag (Was=false) 2024-11-23T16:17:27,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:27,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:27,696 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1905068706/flush-table-proc/acquired, /1-1905068706/flush-table-proc/reached, /1-1905068706/flush-table-proc/abort 2024-11-23T16:17:27,697 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,41955,1732378645917 2024-11-23T16:17:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:27,705 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1905068706/online-snapshot/acquired, /1-1905068706/online-snapshot/reached, /1-1905068706/online-snapshot/abort 2024-11-23T16:17:27,705 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,41955,1732378645917 2024-11-23T16:17:27,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:17:27,708 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:27,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:17:27,708 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:17:27,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,41955,1732378645917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:27,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:27,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:17:27,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:27,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:17:27,717 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378677717 2024-11-23T16:17:27,717 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:17:27,717 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:17:27,717 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:17:27,718 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:17:27,718 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:17:27,718 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:17:27,724 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,724 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:17:27,724 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:17:27,725 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:17:27,725 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:17:27,726 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:17:27,726 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:17:27,726 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378647726,5,FailOnTimeoutGroup] 2024-11-23T16:17:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:17:27,726 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378647726,5,FailOnTimeoutGroup] 2024-11-23T16:17:27,726 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,726 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:17:27,727 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,727 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,770 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(746): ClusterId : 9760aa7c-036f-4e36-8961-4b38350b7708 2024-11-23T16:17:27,770 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:17:27,773 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:17:27,773 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:17:27,775 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:17:27,775 DEBUG [RS:0;1a7c5470b472:41063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca9ab63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:17:27,787 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:41063 2024-11-23T16:17:27,788 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:17:27,788 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:17:27,788 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:17:27,788 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,41955,1732378645917 with port=41063, startcode=1732378645954 2024-11-23T16:17:27,788 DEBUG [RS:0;1a7c5470b472:41063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:17:27,790 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:17:27,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,41063,1732378645954 2024-11-23T16:17:27,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41955 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,41063,1732378645954 2024-11-23T16:17:27,792 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e 2024-11-23T16:17:27,792 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39455 2024-11-23T16:17:27,792 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:17:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706/rs 2024-11-23T16:17:27,796 DEBUG [RS:0;1a7c5470b472:41063 {}] zookeeper.ZKUtil(111): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on existing znode=/1-1905068706/rs/1a7c5470b472,41063,1732378645954 2024-11-23T16:17:27,796 WARN [RS:0;1a7c5470b472:41063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:17:27,796 INFO [RS:0;1a7c5470b472:41063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:27,797 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954 2024-11-23T16:17:27,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,41063,1732378645954] 2024-11-23T16:17:27,800 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:17:27,802 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:17:27,802 INFO [RS:0;1a7c5470b472:41063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:17:27,802 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,802 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:17:27,803 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:17:27,803 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:27,803 DEBUG [RS:0;1a7c5470b472:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:17:27,804 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,804 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,804 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,804 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,804 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,804 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41063,1732378645954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:27,822 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:17:27,823 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41063,1732378645954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,823 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,823 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.Replication(171): 1a7c5470b472,41063,1732378645954 started 2024-11-23T16:17:27,840 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:27,840 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,41063,1732378645954, RpcServer on 1a7c5470b472/172.17.0.2:41063, sessionid=0x101459e2ca40004 2024-11-23T16:17:27,840 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,41063,1732378645954 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,41063,1732378645954' 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1905068706/flush-table-proc/abort' 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1905068706/flush-table-proc/acquired' 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:17:27,841 DEBUG [RS:0;1a7c5470b472:41063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,41063,1732378645954 2024-11-23T16:17:27,842 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,41063,1732378645954' 2024-11-23T16:17:27,842 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1905068706/online-snapshot/abort' 2024-11-23T16:17:27,842 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1905068706/online-snapshot/acquired' 2024-11-23T16:17:27,842 DEBUG [RS:0;1a7c5470b472:41063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:17:27,842 INFO [RS:0;1a7c5470b472:41063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:17:27,842 INFO [RS:0;1a7c5470b472:41063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:17:27,943 INFO [RS:0;1a7c5470b472:41063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:17:27,945 INFO [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C41063%2C1732378645954, suffix=, logDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954, archiveDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/oldWALs, maxLogs=10 2024-11-23T16:17:27,962 DEBUG [RS:0;1a7c5470b472:41063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954/1a7c5470b472%2C41063%2C1732378645954.1732378647945, exclude list is [], retry=0 2024-11-23T16:17:27,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-12fb606b-6f74-4ea4-93d4-7076a6267fbf,DISK] 2024-11-23T16:17:27,967 INFO [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954/1a7c5470b472%2C41063%2C1732378645954.1732378647945 2024-11-23T16:17:27,967 DEBUG [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-23T16:17:28,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:17:28,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e 2024-11-23T16:17:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:17:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:28,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:28,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:28,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:28,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:28,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:28,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:28,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:28,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:28,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:28,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740 2024-11-23T16:17:28,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740 2024-11-23T16:17:28,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:28,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:28,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:28,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:28,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:28,548 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74346013, jitterRate=0.10784192383289337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:28,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378648534Initializing all the Stores at 1732378648535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378648535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378648535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378648535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378648535Cleaning up temporary data from old regions at 1732378648545 (+10 ms)Region opened successfully at 1732378648548 (+3 ms) 2024-11-23T16:17:28,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:17:28,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:17:28,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:17:28,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:17:28,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:17:28,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:17:28,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378648548Disabling compacts and flushes for region at 1732378648548Disabling writes for close at 1732378648548Writing region close event to WAL at 1732378648549 (+1 ms)Closed at 1732378648549 2024-11-23T16:17:28,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:28,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:17:28,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:17:28,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:28,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:17:28,703 DEBUG [1a7c5470b472:41955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:17:28,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,41063,1732378645954 2024-11-23T16:17:28,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,41063,1732378645954, state=OPENING 2024-11-23T16:17:28,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:17:28,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:28,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:17:28,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:17:28,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1905068706/meta-region-server: CHANGED 2024-11-23T16:17:28,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1905068706/meta-region-server: CHANGED 2024-11-23T16:17:28,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,41063,1732378645954}] 2024-11-23T16:17:28,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:17:28,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:17:28,866 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:17:28,866 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:28,866 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:17:28,868 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C41063%2C1732378645954.meta, suffix=.meta, logDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954, archiveDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/oldWALs, maxLogs=10 2024-11-23T16:17:28,881 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954/1a7c5470b472%2C41063%2C1732378645954.meta.1732378648868.meta, exclude list is [], retry=0 2024-11-23T16:17:28,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-12fb606b-6f74-4ea4-93d4-7076a6267fbf,DISK] 2024-11-23T16:17:28,885 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954/1a7c5470b472%2C41063%2C1732378645954.meta.1732378648868.meta 2024-11-23T16:17:28,885 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235)] 2024-11-23T16:17:28,885 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:28,885 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:28,885 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:28,886 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:17:28,886 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:17:28,886 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:17:28,886 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:28,886 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:17:28,886 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:17:28,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:17:28,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:17:28,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:17:28,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:17:28,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:17:28,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:17:28,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:17:28,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:17:28,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:17:28,892 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:17:28,892 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740 2024-11-23T16:17:28,893 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740 2024-11-23T16:17:28,894 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:17:28,894 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:17:28,895 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:17:28,896 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:17:28,897 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66930993, jitterRate=-0.0026504844427108765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:17:28,897 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:17:28,897 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378648886Writing region info on filesystem at 1732378648886Initializing all the Stores at 1732378648887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378648887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378648887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378648887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378648887Cleaning up temporary data from old regions at 1732378648894 (+7 ms)Running coprocessor post-open hooks at 1732378648897 (+3 ms)Region opened successfully at 1732378648897 2024-11-23T16:17:28,898 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378648861 2024-11-23T16:17:28,900 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:17:28,900 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:17:28,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,41063,1732378645954 2024-11-23T16:17:28,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,41063,1732378645954, state=OPEN 2024-11-23T16:17:28,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1905068706/meta-region-server 2024-11-23T16:17:28,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1905068706/meta-region-server 2024-11-23T16:17:28,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,41063,1732378645954 2024-11-23T16:17:28,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1905068706/meta-region-server: CHANGED 2024-11-23T16:17:28,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1905068706/meta-region-server: CHANGED 2024-11-23T16:17:28,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:17:28,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,41063,1732378645954 in 194 msec 2024-11-23T16:17:28,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:17:28,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-23T16:17:28,907 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:17:28,908 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:17:28,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:28,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41063,1732378645954, seqNum=-1] 2024-11-23T16:17:28,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:28,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:28,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-23T16:17:28,915 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378648915, completionTime=-1 2024-11-23T16:17:28,915 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:17:28,915 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:17:28,917 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:17:28,917 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378708917 2024-11-23T16:17:28,917 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378768917 2024-11-23T16:17:28,917 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:17:28,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41955,1732378645917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41955,1732378645917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41955,1732378645917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:41955, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,919 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,920 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41955,1732378645917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:17:28,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41955,1732378645917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:17:28,925 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:17:28,925 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:17:28,925 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41955,1732378645917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:17:28,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:28,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41955,-1 for getting cluster id 2024-11-23T16:17:28,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:28,972 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9760aa7c-036f-4e36-8961-4b38350b7708' 2024-11-23T16:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9760aa7c-036f-4e36-8961-4b38350b7708" 2024-11-23T16:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618103fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41955,-1] 2024-11-23T16:17:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:28,974 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:28,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:28,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41063,1732378645954, seqNum=-1] 2024-11-23T16:17:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:28,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,41955,1732378645917 2024-11-23T16:17:28,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57778 2024-11-23T16:17:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:17:28,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101459e2ca40005 connected 2024-11-23T16:17:28,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,40665,1732378641878 2024-11-23T16:17:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ddf64a 2024-11-23T16:17:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:28,991 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:28,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:17:28,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:17:29,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:29,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:17:29,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:17:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:17:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:29,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7af2da89c5effcaad79b6dfdbfc3586f, NAME => 'test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7 2024-11-23T16:17:29,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:17:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:29,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:17:29,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:29,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7af2da89c5effcaad79b6dfdbfc3586f, disabling compactions & flushes 2024-11-23T16:17:29,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:29,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:29,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. after waiting 0 ms 2024-11-23T16:17:29,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:29,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:29,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7af2da89c5effcaad79b6dfdbfc3586f: Waiting for close lock at 1732378649816Disabling compacts and flushes for region at 1732378649816Disabling writes for close at 1732378649816Writing region close event to WAL at 1732378649816Closed at 1732378649816 2024-11-23T16:17:29,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:17:29,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378649817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378649817"}]},"ts":"1732378649817"} 2024-11-23T16:17:29,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:17:29,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:17:29,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378649821"}]},"ts":"1732378649821"} 2024-11-23T16:17:29,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:17:29,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7af2da89c5effcaad79b6dfdbfc3586f, ASSIGN}] 2024-11-23T16:17:29,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7af2da89c5effcaad79b6dfdbfc3586f, ASSIGN 2024-11-23T16:17:29,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7af2da89c5effcaad79b6dfdbfc3586f, ASSIGN; state=OFFLINE, location=1a7c5470b472,39483,1732378641935; forceNewPlan=false, retain=false 2024-11-23T16:17:29,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7af2da89c5effcaad79b6dfdbfc3586f, regionState=OPENING, regionLocation=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7af2da89c5effcaad79b6dfdbfc3586f, ASSIGN because future has completed 2024-11-23T16:17:29,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af2da89c5effcaad79b6dfdbfc3586f, server=1a7c5470b472,39483,1732378641935}] 2024-11-23T16:17:30,136 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:30,136 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7af2da89c5effcaad79b6dfdbfc3586f, NAME => 'test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:30,136 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:30,136 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:17:30,137 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,137 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:30,137 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,137 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,139 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:30,140 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af2da89c5effcaad79b6dfdbfc3586f columnFamilyName f 2024-11-23T16:17:30,140 DEBUG [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:30,141 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] regionserver.HStore(327): Store=7af2da89c5effcaad79b6dfdbfc3586f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:30,141 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,142 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af2da89c5effcaad79b6dfdbfc3586f columnFamilyName f1 2024-11-23T16:17:30,142 DEBUG [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:30,142 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] regionserver.HStore(327): Store=7af2da89c5effcaad79b6dfdbfc3586f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:30,142 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,143 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af2da89c5effcaad79b6dfdbfc3586f columnFamilyName norep 2024-11-23T16:17:30,143 DEBUG [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:30,144 INFO [StoreOpener-7af2da89c5effcaad79b6dfdbfc3586f-1 {}] regionserver.HStore(327): Store=7af2da89c5effcaad79b6dfdbfc3586f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:30,144 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,145 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,145 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,146 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,146 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,146 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:17:30,147 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,149 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:30,150 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7af2da89c5effcaad79b6dfdbfc3586f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71426675, jitterRate=0.06434039771556854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:17:30,150 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:17:30,150 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7af2da89c5effcaad79b6dfdbfc3586f: Running coprocessor pre-open hook at 1732378650137Writing region info on filesystem at 1732378650137Initializing all the Stores at 1732378650138 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378650138Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378650139 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378650139Cleaning up temporary data from old regions at 1732378650146 (+7 ms)Running coprocessor post-open hooks at 1732378650150 (+4 ms)Region opened successfully at 1732378650150 2024-11-23T16:17:30,153 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., pid=6, masterSystemTime=1732378650131 2024-11-23T16:17:30,154 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:30,155 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:17:30,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7af2da89c5effcaad79b6dfdbfc3586f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:30,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af2da89c5effcaad79b6dfdbfc3586f, server=1a7c5470b472,39483,1732378641935 because future has completed 2024-11-23T16:17:30,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:17:30,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7af2da89c5effcaad79b6dfdbfc3586f, server=1a7c5470b472,39483,1732378641935 in 181 msec 2024-11-23T16:17:30,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:17:30,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7af2da89c5effcaad79b6dfdbfc3586f, ASSIGN in 339 msec 2024-11-23T16:17:30,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:17:30,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378650165"}]},"ts":"1732378650165"} 2024-11-23T16:17:30,167 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:17:30,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:17:30,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-23T16:17:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:31,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:31,150 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:17:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41955,1732378645917 2024-11-23T16:17:31,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2beec045 2024-11-23T16:17:31,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:31,152 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:31,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:17:31,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:17:31,156 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:31,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:17:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:31,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:17:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:17:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:31,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abf701607f93090fec63b60d338d395b, NAME => 'test,,1732378651153.abf701607f93090fec63b60d338d395b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e 2024-11-23T16:17:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:17:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:31,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378651153.abf701607f93090fec63b60d338d395b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:31,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abf701607f93090fec63b60d338d395b, disabling compactions & flushes 2024-11-23T16:17:31,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:31,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:31,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378651153.abf701607f93090fec63b60d338d395b. after waiting 0 ms 2024-11-23T16:17:31,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:31,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:31,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abf701607f93090fec63b60d338d395b: Waiting for close lock at 1732378651971Disabling compacts and flushes for region at 1732378651971Disabling writes for close at 1732378651971Writing region close event to WAL at 1732378651971Closed at 1732378651971 2024-11-23T16:17:31,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:17:31,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378651153.abf701607f93090fec63b60d338d395b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378651973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378651973"}]},"ts":"1732378651973"} 2024-11-23T16:17:31,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:17:31,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:17:31,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378651977"}]},"ts":"1732378651977"} 2024-11-23T16:17:31,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:17:31,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abf701607f93090fec63b60d338d395b, ASSIGN}] 2024-11-23T16:17:31,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abf701607f93090fec63b60d338d395b, ASSIGN 2024-11-23T16:17:31,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abf701607f93090fec63b60d338d395b, ASSIGN; state=OFFLINE, location=1a7c5470b472,41063,1732378645954; forceNewPlan=false, retain=false 2024-11-23T16:17:31,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T16:17:31,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T16:17:31,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:17:31,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T16:17:31,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:17:31,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T16:17:31,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:17:31,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T16:17:31,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:17:31,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T16:17:31,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T16:17:31,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T16:17:32,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abf701607f93090fec63b60d338d395b, regionState=OPENING, regionLocation=1a7c5470b472,41063,1732378645954 2024-11-23T16:17:32,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abf701607f93090fec63b60d338d395b, ASSIGN because future has completed 2024-11-23T16:17:32,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abf701607f93090fec63b60d338d395b, server=1a7c5470b472,41063,1732378645954}] 2024-11-23T16:17:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:32,292 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:32,292 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abf701607f93090fec63b60d338d395b, NAME => 'test,,1732378651153.abf701607f93090fec63b60d338d395b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:32,292 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:32,293 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:17:32,293 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,293 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378651153.abf701607f93090fec63b60d338d395b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:32,293 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,293 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,294 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,295 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abf701607f93090fec63b60d338d395b columnFamilyName f 2024-11-23T16:17:32,295 DEBUG [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:32,296 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] regionserver.HStore(327): Store=abf701607f93090fec63b60d338d395b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:32,296 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,297 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abf701607f93090fec63b60d338d395b columnFamilyName f1 2024-11-23T16:17:32,297 DEBUG [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:32,298 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] regionserver.HStore(327): Store=abf701607f93090fec63b60d338d395b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:32,298 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,299 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abf701607f93090fec63b60d338d395b columnFamilyName norep 2024-11-23T16:17:32,299 DEBUG [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:32,299 INFO [StoreOpener-abf701607f93090fec63b60d338d395b-1 {}] regionserver.HStore(327): Store=abf701607f93090fec63b60d338d395b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:32,299 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,300 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,300 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,301 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,301 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,302 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:17:32,303 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,305 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:32,305 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abf701607f93090fec63b60d338d395b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73428277, jitterRate=0.0941665917634964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:17:32,305 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abf701607f93090fec63b60d338d395b 2024-11-23T16:17:32,305 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abf701607f93090fec63b60d338d395b: Running coprocessor pre-open hook at 1732378652293Writing region info on filesystem at 1732378652293Initializing all the Stores at 1732378652294 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378652294Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378652294Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378652294Cleaning up temporary data from old regions at 1732378652301 (+7 ms)Running coprocessor post-open hooks at 1732378652305 (+4 ms)Region opened successfully at 1732378652305 2024-11-23T16:17:32,306 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378651153.abf701607f93090fec63b60d338d395b., pid=6, masterSystemTime=1732378652288 2024-11-23T16:17:32,308 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:32,308 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:17:32,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abf701607f93090fec63b60d338d395b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,41063,1732378645954 2024-11-23T16:17:32,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abf701607f93090fec63b60d338d395b, server=1a7c5470b472,41063,1732378645954 because future has completed 2024-11-23T16:17:32,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:17:32,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abf701607f93090fec63b60d338d395b, server=1a7c5470b472,41063,1732378645954 in 179 msec 2024-11-23T16:17:32,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:17:32,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abf701607f93090fec63b60d338d395b, ASSIGN in 336 msec 2024-11-23T16:17:32,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:17:32,320 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378652319"}]},"ts":"1732378652319"} 2024-11-23T16:17:32,322 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:17:32,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:17:32,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-23T16:17:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:17:33,300 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:17:33,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,40665,-1 for getting cluster id 2024-11-23T16:17:33,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:33,301 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41' 2024-11-23T16:17:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41" 2024-11-23T16:17:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335f5739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,40665,-1] 2024-11-23T16:17:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:33,303 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f53391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41955,-1 for getting cluster id 2024-11-23T16:17:33,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:33,305 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9760aa7c-036f-4e36-8961-4b38350b7708' 2024-11-23T16:17:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9760aa7c-036f-4e36-8961-4b38350b7708" 2024-11-23T16:17:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f94bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41955,-1] 2024-11-23T16:17:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:33,307 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb004e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,40665,-1 for getting cluster id 2024-11-23T16:17:33,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:33,309 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41' 2024-11-23T16:17:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41" 2024-11-23T16:17:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c8c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,40665,-1] 2024-11-23T16:17:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:33,310 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,40665,1732378641878 2024-11-23T16:17:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73985b72 2024-11-23T16:17:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:33,315 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:33,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:41955,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:17:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:17:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:17:33,319 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:41955' 2024-11-23T16:17:33,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edb8d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,320 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41955,-1 for getting cluster id 2024-11-23T16:17:33,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:33,321 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9760aa7c-036f-4e36-8961-4b38350b7708' 2024-11-23T16:17:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9760aa7c-036f-4e36-8961-4b38350b7708" 2024-11-23T16:17:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d93462a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41955,-1] 2024-11-23T16:17:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:33,322 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:33,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b0f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:33,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:33,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41955,1732378645917 2024-11-23T16:17:33,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfc5555 2024-11-23T16:17:33,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:33,325 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:33,325 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:17:33,325 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:17:33,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:33,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:33,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:33,326 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:17:33,327 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:17:33,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:17:33,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:33,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:17:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:17:33,377 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:17:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:17:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:17:33,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54a234107fe2de8a7f64217c5727cfb7, NAME => 'hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7 2024-11-23T16:17:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:17:33,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:17:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:17:34,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:34,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 54a234107fe2de8a7f64217c5727cfb7, disabling compactions & flushes 2024-11-23T16:17:34,144 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. after waiting 0 ms 2024-11-23T16:17:34,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,144 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54a234107fe2de8a7f64217c5727cfb7: Waiting for close lock at 1732378654144Disabling compacts and flushes for region at 1732378654144Disabling writes for close at 1732378654144Writing region close event to WAL at 1732378654144Closed at 1732378654144 2024-11-23T16:17:34,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:17:34,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378654146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378654146"}]},"ts":"1732378654146"} 2024-11-23T16:17:34,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:17:34,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:17:34,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378654149"}]},"ts":"1732378654149"} 2024-11-23T16:17:34,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:17:34,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54a234107fe2de8a7f64217c5727cfb7, ASSIGN}] 2024-11-23T16:17:34,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54a234107fe2de8a7f64217c5727cfb7, ASSIGN 2024-11-23T16:17:34,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54a234107fe2de8a7f64217c5727cfb7, ASSIGN; state=OFFLINE, location=1a7c5470b472,39483,1732378641935; forceNewPlan=false, retain=false 2024-11-23T16:17:34,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54a234107fe2de8a7f64217c5727cfb7, regionState=OPENING, regionLocation=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54a234107fe2de8a7f64217c5727cfb7, ASSIGN because future has completed 2024-11-23T16:17:34,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a234107fe2de8a7f64217c5727cfb7, server=1a7c5470b472,39483,1732378641935}] 2024-11-23T16:17:34,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:34,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:34,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:34,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:34,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:17:34,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:17:34,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:17:34,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C39483%2C1732378641935.rep, suffix=, logDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/oldWALs, maxLogs=10 2024-11-23T16:17:34,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.rep.1732378654466, exclude list is [], retry=0 2024-11-23T16:17:34,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-ff404fb3-f905-4081-8173-3f4f38fc07a6,DISK] 2024-11-23T16:17:34,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.rep.1732378654466 2024-11-23T16:17:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009)] 2024-11-23T16:17:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 54a234107fe2de8a7f64217c5727cfb7, NAME => 'hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:17:34,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:17:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:17:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. service=MultiRowMutationService 2024-11-23T16:17:34,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:17:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:17:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,486 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,487 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a234107fe2de8a7f64217c5727cfb7 columnFamilyName hfileref 2024-11-23T16:17:34,487 DEBUG [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:34,488 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] regionserver.HStore(327): Store=54a234107fe2de8a7f64217c5727cfb7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:34,488 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,489 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a234107fe2de8a7f64217c5727cfb7 columnFamilyName queue 2024-11-23T16:17:34,489 DEBUG [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:34,490 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] regionserver.HStore(327): Store=54a234107fe2de8a7f64217c5727cfb7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:34,490 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,491 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a234107fe2de8a7f64217c5727cfb7 columnFamilyName sid 2024-11-23T16:17:34,491 DEBUG [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:17:34,492 INFO [StoreOpener-54a234107fe2de8a7f64217c5727cfb7-1 {}] regionserver.HStore(327): Store=54a234107fe2de8a7f64217c5727cfb7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:17:34,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:17:34,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:17:34,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 54a234107fe2de8a7f64217c5727cfb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73750291, jitterRate=0.09896497428417206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:17:34,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:17:34,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 54a234107fe2de8a7f64217c5727cfb7: Running coprocessor pre-open hook at 1732378654485Writing region info on filesystem at 1732378654485Initializing all the Stores at 1732378654485Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378654485Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378654486 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378654486Cleaning up temporary data from old regions at 1732378654494 (+8 ms)Running coprocessor post-open hooks at 1732378654498 (+4 ms)Region opened successfully at 1732378654498 2024-11-23T16:17:34,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7., pid=10, masterSystemTime=1732378654459 2024-11-23T16:17:34,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:17:34,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54a234107fe2de8a7f64217c5727cfb7, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,39483,1732378641935 2024-11-23T16:17:34,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a234107fe2de8a7f64217c5727cfb7, server=1a7c5470b472,39483,1732378641935 because future has completed 2024-11-23T16:17:34,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:17:34,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54a234107fe2de8a7f64217c5727cfb7, server=1a7c5470b472,39483,1732378641935 in 199 msec 2024-11-23T16:17:34,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:17:34,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54a234107fe2de8a7f64217c5727cfb7, ASSIGN in 356 msec 2024-11-23T16:17:34,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:17:34,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378654510"}]},"ts":"1732378654510"} 2024-11-23T16:17:34,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:17:34,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:17:34,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-23T16:17:34,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7., hostname=1a7c5470b472,39483,1732378641935, seqNum=2] 2024-11-23T16:17:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:17:34,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:17:34,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:17:34,696 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:17:34,735 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,39483,1732378641935, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:17:34,736 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:34,736 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39483,1732378641935, seqNum=-1] 2024-11-23T16:17:34,736 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:34,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-23T16:17:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,39483,1732378641935', locateType=CURRENT is [region=hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7., hostname=1a7c5470b472,39483,1732378641935, seqNum=2] 2024-11-23T16:17:34,787 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:17:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:17:34,790 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,39483,1732378641935 suceeded 2024-11-23T16:17:34,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:17:34,792 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:41955,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-23T16:17:34,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 247 msec 2024-11-23T16:17:34,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-23T16:17:34,803 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:41955' 2024-11-23T16:17:34,804 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ddf69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:34,804 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41955,-1 for getting cluster id 2024-11-23T16:17:34,804 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:34,805 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9760aa7c-036f-4e36-8961-4b38350b7708' 2024-11-23T16:17:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9760aa7c-036f-4e36-8961-4b38350b7708" 2024-11-23T16:17:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@320d2dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41955,-1] 2024-11-23T16:17:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:34,807 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:34,808 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e76262a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:34,808 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:34,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41955,1732378645917 2024-11-23T16:17:34,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5897eafe 2024-11-23T16:17:34,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:34,810 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-23T16:17:34,811 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,39483,1732378641935 (queues=1) is replicating from cluster=1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41 to cluster=9760aa7c-036f-4e36-8961-4b38350b7708 2024-11-23T16:17:34,811 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C39483%2C1732378641935 2024-11-23T16:17:34,811 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,39483,1732378641935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:17:34,812 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C39483%2C1732378641935 2024-11-23T16:17:34,812 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922, startPosition=0, beingWritten=true 2024-11-23T16:17:34,822 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:17:34,822 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 379, reset compression=false 2024-11-23T16:17:34,822 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,39483,1732378641935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:17:35,027 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 379, reset compression=false 2024-11-23T16:17:35,332 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 379, reset compression=false 2024-11-23T16:17:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:17:35,460 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:17:35,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:35,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:35,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:35,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:35,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:35,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:35,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732378655465/Put/seqid=0 2024-11-23T16:17:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741840_1016 (size=7894) 2024-11-23T16:17:35,737 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 379, reset compression=false 2024-11-23T16:17:35,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:17:35,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_1 is 34, key is ddd/f:row/1732378655874/Put/seqid=0 2024-11-23T16:17:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741841_1017 (size=7691) 2024-11-23T16:17:36,242 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 379, reset compression=false 2024-11-23T16:17:36,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:36,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,40665,-1 for getting cluster id 2024-11-23T16:17:36,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:36,286 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41' 2024-11-23T16:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41" 2024-11-23T16:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7722adb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,40665,-1] 2024-11-23T16:17:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:36,288 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:36,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:36,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:36,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39483,1732378641935, seqNum=-1] 2024-11-23T16:17:36,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:36,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:36,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,40665,1732378641878 2024-11-23T16:17:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7049b46a 2024-11-23T16:17:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:36,305 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2] 2024-11-23T16:17:36,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:17:36,337 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T16:17:36,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T16:17:36,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_0 for inclusion in 7af2da89c5effcaad79b6dfdbfc3586f/f 2024-11-23T16:17:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T16:17:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:17:36,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_1 for inclusion in 7af2da89c5effcaad79b6dfdbfc3586f/f 2024-11-23T16:17:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T16:17:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:17:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegion(2603): Flush status journal for 7af2da89c5effcaad79b6dfdbfc3586f: 2024-11-23T16:17:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_0 to hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_0 2024-11-23T16:17:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_0 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ 2024-11-23T16:17:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f/f/hfile_1 to hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_1 2024-11-23T16:17:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_1 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ 2024-11-23T16:17:36,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_0 into 7af2da89c5effcaad79b6dfdbfc3586f/f as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ - updating store file list. 2024-11-23T16:17:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3055b01bb93493a9097fe962c336728_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:17:36,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ into 7af2da89c5effcaad79b6dfdbfc3586f/f 2024-11-23T16:17:36,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_0 into 7af2da89c5effcaad79b6dfdbfc3586f/f (new location: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/a3055b01bb93493a9097fe962c336728_SeqId_4_) 2024-11-23T16:17:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_0 2024-11-23T16:17:36,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_1 into 7af2da89c5effcaad79b6dfdbfc3586f/f as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ - updating store file list. 2024-11-23T16:17:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:17:36,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ into 7af2da89c5effcaad79b6dfdbfc3586f/f 2024-11-23T16:17:36,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_1 into 7af2da89c5effcaad79b6dfdbfc3586f/f (new location: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_) 2024-11-23T16:17:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__3hm5g282qki68s82meipf6c3qm8l5ol9r5ed7lnj5nhm1kga8jgmmmd1j9ellcs1/f/hfile_1 2024-11-23T16:17:36,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:36,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:36,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:36,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2 , the old value is region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1a7c5470b472:39483 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:17:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:17:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2 from cache 2024-11-23T16:17:36,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:36,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:36,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:36,443 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T16:17:36,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41063,1732378645954, seqNum=-1] 2024-11-23T16:17:36,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:36,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378651153.abf701607f93090fec63b60d338d395b., hostname=1a7c5470b472,41063,1732378645954, seqNum=2] 2024-11-23T16:17:36,459 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:17:36,550 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:39483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T16:17:36,846 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 379, reset compression=false 2024-11-23T16:17:36,854 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:17:36,854 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,39483,1732378641935 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af2da89c5effcaad79b6dfdbfc3586f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378656428/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T16:17:36,882 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:17:36,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-23T16:17:36,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.ReplicationSink(318): Replicating [1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41] bulk loaded data 2024-11-23T16:17:36,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e9d2e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:36,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41955,-1 for getting cluster id 2024-11-23T16:17:36,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:36,890 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9760aa7c-036f-4e36-8961-4b38350b7708' 2024-11-23T16:17:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9760aa7c-036f-4e36-8961-4b38350b7708" 2024-11-23T16:17:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e682a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41955,-1] 2024-11-23T16:17:36,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:36,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:36,893 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:36,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ebab271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741837_1013 (size=7894) 2024-11-23T16:17:37,054 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 687, reset compression=false 2024-11-23T16:17:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741838_1014 (size=7691) 2024-11-23T16:17:37,360 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 687, reset compression=false 2024-11-23T16:17:37,462 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:17:37,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41955,1732378645917 2024-11-23T16:17:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2787f0 2024-11-23T16:17:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:37,754 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-23T16:17:37,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:17:37,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:37,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41063,1732378645954, seqNum=-1] 2024-11-23T16:17:37,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:37,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-23T16:17:37,765 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 687, reset compression=false 2024-11-23T16:17:37,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T16:17:37,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T16:17:37,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ for inclusion in abf701607f93090fec63b60d338d395b/f 2024-11-23T16:17:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T16:17:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:17:37,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ for inclusion in abf701607f93090fec63b60d338d395b/f 2024-11-23T16:17:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T16:17:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:17:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegion(2603): Flush status journal for abf701607f93090fec63b60d338d395b: 2024-11-23T16:17:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3055b01bb93493a9097fe962c336728_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:17:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/88e571b2a03e455ebdfc313702a525a7_SeqId_4_ 2024-11-23T16:17:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:17:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/c5df08e080a04140b9a075f7c77740ee_SeqId_4_ 2024-11-23T16:17:37,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ into abf701607f93090fec63b60d338d395b/f as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/88e571b2a03e455ebdfc313702a525a7_SeqId_4_ - updating store file list. 2024-11-23T16:17:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88e571b2a03e455ebdfc313702a525a7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:17:37,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/88e571b2a03e455ebdfc313702a525a7_SeqId_4_ into abf701607f93090fec63b60d338d395b/f 2024-11-23T16:17:37,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ into abf701607f93090fec63b60d338d395b/f (new location: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/88e571b2a03e455ebdfc313702a525a7_SeqId_4_) 2024-11-23T16:17:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/a3055b01bb93493a9097fe962c336728_SeqId_4_ 2024-11-23T16:17:37,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ into abf701607f93090fec63b60d338d395b/f as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/c5df08e080a04140b9a075f7c77740ee_SeqId_4_ - updating store file list. 2024-11-23T16:17:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5df08e080a04140b9a075f7c77740ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:17:37,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/c5df08e080a04140b9a075f7c77740ee_SeqId_4_ into abf701607f93090fec63b60d338d395b/f 2024-11-23T16:17:37,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ into abf701607f93090fec63b60d338d395b/f (new location: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/f/c5df08e080a04140b9a075f7c77740ee_SeqId_4_) 2024-11-23T16:17:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/staging/jenkins.hfs.6__test__9pouquc7cg9g7catg2jb6uurbh7jre43bs9kc7btotuq5pop7v2muv16a21vscop/f/bf6e902280ef4b91a4bbaf493d745fdc_SeqId_4_ 2024-11-23T16:17:37,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.ReplicationSink(324): Finished replicating [1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41] bulk loaded data 2024-11-23T16:17:38,271 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 687, reset compression=false 2024-11-23T16:17:38,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:17:38,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732378658486/Put/seqid=0 2024-11-23T16:17:38,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741842_1018 (size=7997) 2024-11-23T16:17:38,876 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 687, reset compression=false 2024-11-23T16:17:38,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732378658899/Put/seqid=0 2024-11-23T16:17:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741843_1019 (size=7794) 2024-11-23T16:17:38,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:38,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,40665,-1 for getting cluster id 2024-11-23T16:17:38,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:17:38,914 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41' 2024-11-23T16:17:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:17:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d7637ed-69ba-4f4e-b5e7-50ef8ecccd41" 2024-11-23T16:17:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,40665,-1] 2024-11-23T16:17:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:17:38,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:38,917 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:17:38,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:17:38,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39483,1732378641935, seqNum=-1] 2024-11-23T16:17:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:38,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:38,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:17:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,40665,1732378641878 2024-11-23T16:17:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ddce5 2024-11-23T16:17:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:17:38,938 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:17:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2] 2024-11-23T16:17:38,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:17:38,956 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T16:17:38,959 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T16:17:38,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_1 for inclusion in 7af2da89c5effcaad79b6dfdbfc3586f/f1 2024-11-23T16:17:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T16:17:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:17:38,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_0 for inclusion in 7af2da89c5effcaad79b6dfdbfc3586f/f1 2024-11-23T16:17:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T16:17:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:17:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegion(2603): Flush status journal for 7af2da89c5effcaad79b6dfdbfc3586f: 2024-11-23T16:17:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_1 to hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_1 2024-11-23T16:17:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_1 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3e13f10186364f2bb41af1f2bb570c02_SeqId_6_ 2024-11-23T16:17:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/load_f1/f1/hfile_0 to hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_0 2024-11-23T16:17:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_0 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3d00f44a9916452e9c0f140fc1e47d13_SeqId_6_ 2024-11-23T16:17:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-23T16:17:38,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_1 into 7af2da89c5effcaad79b6dfdbfc3586f/f1 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3e13f10186364f2bb41af1f2bb570c02_SeqId_6_ - updating store file list. 2024-11-23T16:17:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e13f10186364f2bb41af1f2bb570c02_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:17:38,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3e13f10186364f2bb41af1f2bb570c02_SeqId_6_ into 7af2da89c5effcaad79b6dfdbfc3586f/f1 2024-11-23T16:17:38,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_1 into 7af2da89c5effcaad79b6dfdbfc3586f/f1 (new location: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3e13f10186364f2bb41af1f2bb570c02_SeqId_6_) 2024-11-23T16:17:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_1 2024-11-23T16:17:38,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_0 into 7af2da89c5effcaad79b6dfdbfc3586f/f1 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3d00f44a9916452e9c0f140fc1e47d13_SeqId_6_ - updating store file list. 2024-11-23T16:17:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d00f44a9916452e9c0f140fc1e47d13_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:17:39,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3d00f44a9916452e9c0f140fc1e47d13_SeqId_6_ into 7af2da89c5effcaad79b6dfdbfc3586f/f1 2024-11-23T16:17:39,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_0 into 7af2da89c5effcaad79b6dfdbfc3586f/f1 (new location: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/f1/3d00f44a9916452e9c0f140fc1e47d13_SeqId_6_) 2024-11-23T16:17:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/staging/jenkins__test__depj6ne7uqktulpqa8da3m6i4b1fv3rhm950h9nhi8rb8socgl7o57grogf3v3gu/f1/hfile_0 2024-11-23T16:17:39,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:17:39,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:17:39,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:39,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2 , the old value is region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1a7c5470b472:39483 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2 from cache 2024-11-23T16:17:39,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:17:39,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:17:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39483,1732378641935, seqNum=-1] 2024-11-23T16:17:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:17:39,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:17:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52992 deadline: 1732378719004 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52992 2024-11-23T16:17:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., hostname=1a7c5470b472,39483,1732378641935, seqNum=2] 2024-11-23T16:17:39,109 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:39483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T16:17:39,581 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 687, reset compression=false 2024-11-23T16:17:39,587 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:17:39,587 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:39,587 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,39483,1732378641935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:17:39,791 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:39,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:17:40,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:40,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:40,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:40,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:17:40,096 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:40,501 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:41,006 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:41,610 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:41,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:17:41,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T16:17:42,315 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:43,119 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:44,023 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:45,028 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:46,133 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:47,338 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:48,643 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:50,047 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:51,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:17:51,551 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:53,155 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:54,860 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:55,505 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:17:56,665 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:58,570 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:17:59,590 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,39483,1732378641935 got entry batch from reader: null 2024-11-23T16:18:00,574 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:02,679 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:04,884 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:05,234 INFO [master/1a7c5470b472:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T16:18:05,234 INFO [master/1a7c5470b472:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T16:18:07,188 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:08,953 INFO [master/1a7c5470b472:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T16:18:08,953 INFO [master/1a7c5470b472:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T16:18:09,594 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:12,098 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:14,702 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:15,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7af2da89c5effcaad79b6dfdbfc3586f, had cached 0 bytes from a total of 31376 2024-11-23T16:18:17,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region abf701607f93090fec63b60d338d395b, had cached 0 bytes from a total of 15585 2024-11-23T16:18:17,407 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:19,590 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,39483,1732378641935 got entry batch from reader: null 2024-11-23T16:18:20,212 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:21,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:18:23,117 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:25,044 DEBUG [master/1a7c5470b472:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T16:18:25,505 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:18:26,122 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:28,930 DEBUG [master/1a7c5470b472:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T16:18:29,229 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:32,433 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:35,738 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:18:39,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:39,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:39,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:39,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:39,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:39,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:18:39,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=856732024, stopped=false 2024-11-23T16:18:39,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,41955,1732378645917 2024-11-23T16:18:39,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1905068706/running 2024-11-23T16:18:39,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1905068706/running 2024-11-23T16:18:39,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:18:39,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:18:39,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:18:39,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:39,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:39,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:39,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,41063,1732378645954' ***** 2024-11-23T16:18:39,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:18:39,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/running 2024-11-23T16:18:39,044 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:18:39,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Set watcher on znode that does not yet exist, /1-1905068706/running 2024-11-23T16:18:39,044 INFO [RS:0;1a7c5470b472:41063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(3091): Received CLOSE for abf701607f93090fec63b60d338d395b 2024-11-23T16:18:39,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,41063,1732378645954 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:41063. 2024-11-23T16:18:39,045 DEBUG [RS:0;1a7c5470b472:41063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:39,045 DEBUG [RS:0;1a7c5470b472:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:39,045 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abf701607f93090fec63b60d338d395b, disabling compactions & flushes 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:18:39,045 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:18:39,045 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:18:39,045 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:18:39,045 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378651153.abf701607f93090fec63b60d338d395b. after waiting 0 ms 2024-11-23T16:18:39,045 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:18:39,046 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:18:39,046 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abf701607f93090fec63b60d338d395b=test,,1732378651153.abf701607f93090fec63b60d338d395b.} 2024-11-23T16:18:39,046 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abf701607f93090fec63b60d338d395b 2024-11-23T16:18:39,046 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:18:39,046 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:18:39,046 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:18:39,046 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:18:39,046 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:18:39,046 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T16:18:39,050 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/default/test/abf701607f93090fec63b60d338d395b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T16:18:39,051 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:39,051 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:18:39,051 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:18:39,051 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abf701607f93090fec63b60d338d395b: Waiting for close lock at 1732378719045Running coprocessor pre-close hooks at 1732378719045Disabling compacts and flushes for region at 1732378719045Disabling writes for close at 1732378719045Writing region close event to WAL at 1732378719046 (+1 ms)Running coprocessor post-close hooks at 1732378719051 (+5 ms)Closed at 1732378719051 2024-11-23T16:18:39,051 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378651153.abf701607f93090fec63b60d338d395b. 2024-11-23T16:18:39,065 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/info/be1e1e4481ac491697491ced04d2648f is 129, key is test,,1732378651153.abf701607f93090fec63b60d338d395b./info:regioninfo/1732378652309/Put/seqid=0 2024-11-23T16:18:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741839_1015 (size=6421) 2024-11-23T16:18:39,079 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:18:39,143 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:39,246 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:39,446 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:39,470 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/info/be1e1e4481ac491697491ced04d2648f 2024-11-23T16:18:39,490 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/ns/fbf5646bfd924bbe8b083012e67ec3c3 is 43, key is default/ns:d/1732378648911/Put/seqid=0 2024-11-23T16:18:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741840_1016 (size=5153) 2024-11-23T16:18:39,591 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,39483,1732378641935 got entry batch from reader: null 2024-11-23T16:18:39,646 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:39,846 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:39,895 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/ns/fbf5646bfd924bbe8b083012e67ec3c3 2024-11-23T16:18:39,898 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:18:39,899 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:18:39,915 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/rep_barrier/d1240a97cb9f4a06ac417e5b595a597e is 112, key is test,,1732378651153.abf701607f93090fec63b60d338d395b./rep_barrier:seqnumDuringOpen/1732378652309/Put/seqid=0 2024-11-23T16:18:39,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741841_1017 (size=5518) 2024-11-23T16:18:40,047 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:18:40,047 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:18:40,047 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:40,247 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:40,319 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/rep_barrier/d1240a97cb9f4a06ac417e5b595a597e 2024-11-23T16:18:40,339 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/table/e3c4605c6d184ab9a113b1609a02c8d7 is 40, key is test/table:state/1732378652319/Put/seqid=0 2024-11-23T16:18:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741842_1018 (size=5165) 2024-11-23T16:18:40,447 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:40,647 DEBUG [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:40,743 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/table/e3c4605c6d184ab9a113b1609a02c8d7 2024-11-23T16:18:40,749 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/info/be1e1e4481ac491697491ced04d2648f as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/info/be1e1e4481ac491697491ced04d2648f 2024-11-23T16:18:40,754 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/info/be1e1e4481ac491697491ced04d2648f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T16:18:40,755 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/ns/fbf5646bfd924bbe8b083012e67ec3c3 as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/ns/fbf5646bfd924bbe8b083012e67ec3c3 2024-11-23T16:18:40,759 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/ns/fbf5646bfd924bbe8b083012e67ec3c3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:18:40,760 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/rep_barrier/d1240a97cb9f4a06ac417e5b595a597e as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/rep_barrier/d1240a97cb9f4a06ac417e5b595a597e 2024-11-23T16:18:40,765 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/rep_barrier/d1240a97cb9f4a06ac417e5b595a597e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T16:18:40,766 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/.tmp/table/e3c4605c6d184ab9a113b1609a02c8d7 as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/table/e3c4605c6d184ab9a113b1609a02c8d7 2024-11-23T16:18:40,770 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/table/e3c4605c6d184ab9a113b1609a02c8d7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:18:40,771 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false 2024-11-23T16:18:40,775 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T16:18:40,776 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:40,776 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:18:40,776 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:40,776 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378719046Running coprocessor pre-close hooks at 1732378719046Disabling compacts and flushes for region at 1732378719046Disabling writes for close at 1732378719046Obtaining lock to block concurrent updates at 1732378719046Preparing flush snapshotting stores in 1588230740 at 1732378719046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732378719046Flushing stores of hbase:meta,,1.1588230740 at 1732378719047 (+1 ms)Flushing 1588230740/info: creating writer at 1732378719047Flushing 1588230740/info: appending metadata at 1732378719065 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732378719065Flushing 1588230740/ns: creating writer at 1732378719476 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732378719490 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732378719490Flushing 1588230740/rep_barrier: creating writer at 1732378719900 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378719914 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378719914Flushing 1588230740/table: creating writer at 1732378720325 (+411 ms)Flushing 1588230740/table: appending metadata at 1732378720338 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732378720338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd981be: reopening flushed file at 1732378720748 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c9dd80: reopening flushed file at 1732378720754 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d19980d: reopening flushed file at 1732378720760 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5ebba5: reopening flushed file at 1732378720765 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false at 1732378720771 (+6 ms)Writing region close event to WAL at 1732378720773 (+2 ms)Running coprocessor post-close hooks at 1732378720776 (+3 ms)Closed at 1732378720776 2024-11-23T16:18:40,776 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:40,847 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,41063,1732378645954; all regions closed. 2024-11-23T16:18:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741834_1010 (size=2717) 2024-11-23T16:18:40,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/WALs/1a7c5470b472,41063,1732378645954/1a7c5470b472%2C41063%2C1732378645954.meta.1732378648868.meta not finished, retry = 0 2024-11-23T16:18:40,953 DEBUG [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/oldWALs 2024-11-23T16:18:40,953 INFO [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C41063%2C1732378645954.meta:.meta(num 1732378648868) 2024-11-23T16:18:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741832_1008 (size=1028) 2024-11-23T16:18:40,957 DEBUG [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/oldWALs 2024-11-23T16:18:40,957 INFO [RS:0;1a7c5470b472:41063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C41063%2C1732378645954:(num 1732378647945) 2024-11-23T16:18:40,957 DEBUG [RS:0;1a7c5470b472:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:40,957 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:18:40,957 INFO [RS:0;1a7c5470b472:41063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:18:40,958 INFO [RS:0;1a7c5470b472:41063 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:18:40,958 INFO [RS:0;1a7c5470b472:41063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:18:40,958 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:18:40,958 INFO [RS:0;1a7c5470b472:41063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:41063. 2024-11-23T16:18:40,958 DEBUG [RS:0;1a7c5470b472:41063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:40,958 DEBUG [RS:0;1a7c5470b472:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:40,958 DEBUG [RS:0;1a7c5470b472:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:40,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:40,959 INFO [RS:0;1a7c5470b472:41063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41063 2024-11-23T16:18:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1905068706/rs/1a7c5470b472,41063,1732378645954 2024-11-23T16:18:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706/rs 2024-11-23T16:18:40,961 INFO [RS:0;1a7c5470b472:41063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:18:40,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,41063,1732378645954] 2024-11-23T16:18:40,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/draining/1a7c5470b472,41063,1732378645954 already deleted, retry=false 2024-11-23T16:18:40,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,41063,1732378645954 expired; onlineServers=0 2024-11-23T16:18:40,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,41955,1732378645917' ***** 2024-11-23T16:18:40,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:18:40,964 INFO [M:0;1a7c5470b472:41955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:18:40,965 INFO [M:0;1a7c5470b472:41955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:18:40,965 DEBUG [M:0;1a7c5470b472:41955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:18:40,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:18:40,965 DEBUG [M:0;1a7c5470b472:41955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:18:40,965 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378647726 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378647726,5,FailOnTimeoutGroup] 2024-11-23T16:18:40,965 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378647726 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378647726,5,FailOnTimeoutGroup] 2024-11-23T16:18:40,965 INFO [M:0;1a7c5470b472:41955 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:18:40,965 INFO [M:0;1a7c5470b472:41955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:18:40,965 DEBUG [M:0;1a7c5470b472:41955 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:18:40,965 INFO [M:0;1a7c5470b472:41955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:18:40,965 INFO [M:0;1a7c5470b472:41955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:18:40,965 INFO [M:0;1a7c5470b472:41955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:18:40,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:18:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1905068706/master 2024-11-23T16:18:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1905068706 2024-11-23T16:18:40,971 DEBUG [M:0;1a7c5470b472:41955 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1905068706/master already deleted, retry=false 2024-11-23T16:18:40,971 DEBUG [M:0;1a7c5470b472:41955 {}] master.ActiveMasterManager(353): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1905068706/master 2024-11-23T16:18:40,973 INFO [M:0;1a7c5470b472:41955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/.lastflushedseqids 2024-11-23T16:18:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741843_1019 (size=173) 2024-11-23T16:18:41,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:41,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101459e2ca40004, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:41,062 INFO [RS:0;1a7c5470b472:41063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:18:41,063 INFO [RS:0;1a7c5470b472:41063 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,41063,1732378645954; zookeeper connection closed. 2024-11-23T16:18:41,063 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@515d6560 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@515d6560 2024-11-23T16:18:41,063 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:18:41,378 INFO [M:0;1a7c5470b472:41955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:18:41,378 INFO [M:0;1a7c5470b472:41955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:18:41,378 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:18:41,378 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:41,378 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:41,378 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:18:41,378 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:41,378 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-23T16:18:41,394 DEBUG [M:0;1a7c5470b472:41955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa28a01cc28a48b19c885a5edea67bff is 82, key is hbase:meta,,1/info:regioninfo/1732378648900/Put/seqid=0 2024-11-23T16:18:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741844_1020 (size=5672) 2024-11-23T16:18:41,798 INFO [M:0;1a7c5470b472:41955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa28a01cc28a48b19c885a5edea67bff 2024-11-23T16:18:41,819 DEBUG [M:0;1a7c5470b472:41955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e057c13f3e8454082c42f655b2b90f2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732378652324/Put/seqid=0 2024-11-23T16:18:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741845_1021 (size=6728) 2024-11-23T16:18:42,224 INFO [M:0;1a7c5470b472:41955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e057c13f3e8454082c42f655b2b90f2 2024-11-23T16:18:42,230 INFO [M:0;1a7c5470b472:41955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e057c13f3e8454082c42f655b2b90f2 2024-11-23T16:18:42,247 DEBUG [M:0;1a7c5470b472:41955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bab8553bb9b4274a82ebb6f66df8c10 is 69, key is 1a7c5470b472,41063,1732378645954/rs:state/1732378647791/Put/seqid=0 2024-11-23T16:18:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741846_1022 (size=5156) 2024-11-23T16:18:42,647 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/WALs/1a7c5470b472,39483,1732378641935/1a7c5470b472%2C39483%2C1732378641935.1732378643922 to pos 997, reset compression=false 2024-11-23T16:18:42,651 INFO [M:0;1a7c5470b472:41955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bab8553bb9b4274a82ebb6f66df8c10 2024-11-23T16:18:42,657 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa28a01cc28a48b19c885a5edea67bff as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa28a01cc28a48b19c885a5edea67bff 2024-11-23T16:18:42,662 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa28a01cc28a48b19c885a5edea67bff, entries=8, sequenceid=58, filesize=5.5 K 2024-11-23T16:18:42,663 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e057c13f3e8454082c42f655b2b90f2 as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e057c13f3e8454082c42f655b2b90f2 2024-11-23T16:18:42,668 INFO [M:0;1a7c5470b472:41955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e057c13f3e8454082c42f655b2b90f2 2024-11-23T16:18:42,668 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e057c13f3e8454082c42f655b2b90f2, entries=6, sequenceid=58, filesize=6.6 K 2024-11-23T16:18:42,669 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bab8553bb9b4274a82ebb6f66df8c10 as hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bab8553bb9b4274a82ebb6f66df8c10 2024-11-23T16:18:42,673 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39455/user/jenkins/test-data/5be66484-11b0-175e-91a8-f5aefa63ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bab8553bb9b4274a82ebb6f66df8c10, entries=1, sequenceid=58, filesize=5.0 K 2024-11-23T16:18:42,674 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-23T16:18:42,675 INFO [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:42,676 DEBUG [M:0;1a7c5470b472:41955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378721378Disabling compacts and flushes for region at 1732378721378Disabling writes for close at 1732378721378Obtaining lock to block concurrent updates at 1732378721378Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378721378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732378721379 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378721379Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378721379Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378721394 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378721394Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378721803 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378721818 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378721818Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378722230 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378722246 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378722246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a15e6: reopening flushed file at 1732378722656 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec1cde4: reopening flushed file at 1732378722663 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106ce7df: reopening flushed file at 1732378722668 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1732378722674 (+6 ms)Writing region close event to WAL at 1732378722675 (+1 ms)Closed at 1732378722675 2024-11-23T16:18:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741830_1006 (size=33038) 2024-11-23T16:18:42,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:18:42,678 INFO [M:0;1a7c5470b472:41955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:18:42,678 INFO [M:0;1a7c5470b472:41955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41955 2024-11-23T16:18:42,680 INFO [M:0;1a7c5470b472:41955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:18:42,781 INFO [M:0;1a7c5470b472:41955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:18:42,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:42,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41955-0x101459e2ca40003, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:42,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:18:42,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:18:42,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:18:42,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:18:42,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir/,STOPPED} 2024-11-23T16:18:42,790 WARN [BP-249708624-172.17.0.2-1732378644997 heartbeating to localhost/127.0.0.1:39455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:18:42,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:18:42,790 WARN [BP-249708624-172.17.0.2-1732378644997 heartbeating to localhost/127.0.0.1:39455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-249708624-172.17.0.2-1732378644997 (Datanode Uuid 9bb9d11c-22f3-46ba-a543-351f9186d9a3) service to localhost/127.0.0.1:39455 2024-11-23T16:18:42,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:18:42,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/cluster_647aeba7-b518-00f2-220a-c93c016d57d6/data/data1/current/BP-249708624-172.17.0.2-1732378644997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:18:42,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/cluster_647aeba7-b518-00f2-220a-c93c016d57d6/data/data2/current/BP-249708624-172.17.0.2-1732378644997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:18:42,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:18:42,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:18:42,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:18:42,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:18:42,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:18:42,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir/,STOPPED} 2024-11-23T16:18:42,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:18:42,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:18:42,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:42,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:42,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:42,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:42,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:42,811 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:18:42,811 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1574017885, stopped=false 2024-11-23T16:18:42,811 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,40665,1732378641878 2024-11-23T16:18:42,813 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:18:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01428124496/running 2024-11-23T16:18:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01428124496/running 2024-11-23T16:18:42,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:42,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:42,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:18:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:18:42,813 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,39483,1732378641935' ***** 2024-11-23T16:18:42,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:18:42,814 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:18:42,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/running 2024-11-23T16:18:42,814 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:18:42,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Set watcher on znode that does not yet exist, /01428124496/running 2024-11-23T16:18:42,814 INFO [RS:0;1a7c5470b472:39483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(3091): Received CLOSE for 54a234107fe2de8a7f64217c5727cfb7 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(3091): Received CLOSE for 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,39483,1732378641935 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:39483. 2024-11-23T16:18:42,815 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54a234107fe2de8a7f64217c5727cfb7, disabling compactions & flushes 2024-11-23T16:18:42,815 DEBUG [RS:0;1a7c5470b472:39483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:42,815 DEBUG [RS:0;1a7c5470b472:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:42,815 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:18:42,815 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:18:42,815 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. after waiting 0 ms 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:18:42,815 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:18:42,815 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54a234107fe2de8a7f64217c5727cfb7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-23T16:18:42,815 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:18:42,816 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1325): Online Regions={54a234107fe2de8a7f64217c5727cfb7=hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7., 7af2da89c5effcaad79b6dfdbfc3586f=test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:18:42,816 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a234107fe2de8a7f64217c5727cfb7, 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:18:42,816 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:18:42,816 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:18:42,816 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:18:42,816 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:18:42,816 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:18:42,816 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:18:42,831 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/.tmp/hfileref/dd90e4a3aed74accbb0d05f09e5458c0 is 74, key is 1/hfileref:a3055b01bb93493a9097fe962c336728_SeqId_4_/1732378657813/DeleteColumn/seqid=0 2024-11-23T16:18:42,831 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/info/029f0f665bc44f708a7bbe1f1a3f0bb6 is 147, key is hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7./info:regioninfo/1732378654501/Put/seqid=0 2024-11-23T16:18:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741845_1021 (size=5203) 2024-11-23T16:18:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741844_1020 (size=7686) 2024-11-23T16:18:42,847 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:18:43,016 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a234107fe2de8a7f64217c5727cfb7, 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:18:43,216 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a234107fe2de8a7f64217c5727cfb7, 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:18:43,237 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/.tmp/hfileref/dd90e4a3aed74accbb0d05f09e5458c0 2024-11-23T16:18:43,237 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/info/029f0f665bc44f708a7bbe1f1a3f0bb6 2024-11-23T16:18:43,257 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/ns/b3748fd73cb944cfa82166a129aa41bb is 43, key is default/ns:d/1732378644925/Put/seqid=0 2024-11-23T16:18:43,260 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/.tmp/queue/4da83241ed3c47819bae6020fe242386 is 153, key is 1-1a7c5470b472,39483,1732378641935/queue:1a7c5470b472%2C39483%2C1732378641935/1732378659589/Put/seqid=0 2024-11-23T16:18:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741846_1022 (size=5153) 2024-11-23T16:18:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741847_1023 (size=5352) 2024-11-23T16:18:43,416 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a234107fe2de8a7f64217c5727cfb7, 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:18:43,616 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a234107fe2de8a7f64217c5727cfb7, 7af2da89c5effcaad79b6dfdbfc3586f 2024-11-23T16:18:43,661 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/ns/b3748fd73cb944cfa82166a129aa41bb 2024-11-23T16:18:43,664 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/.tmp/queue/4da83241ed3c47819bae6020fe242386 2024-11-23T16:18:43,669 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/.tmp/hfileref/dd90e4a3aed74accbb0d05f09e5458c0 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/hfileref/dd90e4a3aed74accbb0d05f09e5458c0 2024-11-23T16:18:43,674 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/hfileref/dd90e4a3aed74accbb0d05f09e5458c0, entries=2, sequenceid=10, filesize=5.1 K 2024-11-23T16:18:43,675 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/.tmp/queue/4da83241ed3c47819bae6020fe242386 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/queue/4da83241ed3c47819bae6020fe242386 2024-11-23T16:18:43,679 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/queue/4da83241ed3c47819bae6020fe242386, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T16:18:43,680 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 54a234107fe2de8a7f64217c5727cfb7 in 865ms, sequenceid=10, compaction requested=false 2024-11-23T16:18:43,683 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/rep_barrier/98e6e91b62234d1287cae4173843c3a3 is 112, key is test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f./rep_barrier:seqnumDuringOpen/1732378650155/Put/seqid=0 2024-11-23T16:18:43,686 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/replication/54a234107fe2de8a7f64217c5727cfb7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T16:18:43,687 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:43,687 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:18:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741848_1024 (size=5518) 2024-11-23T16:18:43,687 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:18:43,687 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54a234107fe2de8a7f64217c5727cfb7: Waiting for close lock at 1732378722815Running coprocessor pre-close hooks at 1732378722815Disabling compacts and flushes for region at 1732378722815Disabling writes for close at 1732378722815Obtaining lock to block concurrent updates at 1732378722815Preparing flush snapshotting stores in 54a234107fe2de8a7f64217c5727cfb7 at 1732378722815Finished memstore snapshotting hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732378722816 (+1 ms)Flushing stores of hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. at 1732378722816Flushing 54a234107fe2de8a7f64217c5727cfb7/hfileref: creating writer at 1732378722816Flushing 54a234107fe2de8a7f64217c5727cfb7/hfileref: appending metadata at 1732378722831 (+15 ms)Flushing 54a234107fe2de8a7f64217c5727cfb7/hfileref: closing flushed file at 1732378722831Flushing 54a234107fe2de8a7f64217c5727cfb7/queue: creating writer at 1732378723243 (+412 ms)Flushing 54a234107fe2de8a7f64217c5727cfb7/queue: appending metadata at 1732378723260 (+17 ms)Flushing 54a234107fe2de8a7f64217c5727cfb7/queue: closing flushed file at 1732378723260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158225a1: reopening flushed file at 1732378723669 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47404884: reopening flushed file at 1732378723674 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 54a234107fe2de8a7f64217c5727cfb7 in 865ms, sequenceid=10, compaction requested=false at 1732378723680 (+6 ms)Writing region close event to WAL at 1732378723683 (+3 ms)Running coprocessor post-close hooks at 1732378723687 (+4 ms)Closed at 1732378723687 2024-11-23T16:18:43,688 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378653326.54a234107fe2de8a7f64217c5727cfb7. 2024-11-23T16:18:43,688 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7af2da89c5effcaad79b6dfdbfc3586f, disabling compactions & flushes 2024-11-23T16:18:43,688 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:18:43,688 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:18:43,688 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. after waiting 0 ms 2024-11-23T16:18:43,688 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:18:43,692 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/default/test/7af2da89c5effcaad79b6dfdbfc3586f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:18:43,692 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:43,692 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:18:43,692 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:18:43,692 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7af2da89c5effcaad79b6dfdbfc3586f: Waiting for close lock at 1732378723688Running coprocessor pre-close hooks at 1732378723688Disabling compacts and flushes for region at 1732378723688Disabling writes for close at 1732378723688Writing region close event to WAL at 1732378723689 (+1 ms)Running coprocessor post-close hooks at 1732378723692 (+3 ms)Closed at 1732378723692 2024-11-23T16:18:43,692 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378648992.7af2da89c5effcaad79b6dfdbfc3586f. 2024-11-23T16:18:43,790 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:18:43,790 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:18:43,817 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:18:43,817 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:18:43,817 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:44,017 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:44,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,088 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/rep_barrier/98e6e91b62234d1287cae4173843c3a3 2024-11-23T16:18:44,107 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/table/4e53cd61bb374433a8086d5779d781b5 is 53, key is hbase:replication/table:state/1732378654510/Put/seqid=0 2024-11-23T16:18:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741849_1025 (size=5308) 2024-11-23T16:18:44,217 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:44,417 DEBUG [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:44,511 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/table/4e53cd61bb374433a8086d5779d781b5 2024-11-23T16:18:44,518 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/info/029f0f665bc44f708a7bbe1f1a3f0bb6 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/info/029f0f665bc44f708a7bbe1f1a3f0bb6 2024-11-23T16:18:44,523 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/info/029f0f665bc44f708a7bbe1f1a3f0bb6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:18:44,524 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/ns/b3748fd73cb944cfa82166a129aa41bb as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/ns/b3748fd73cb944cfa82166a129aa41bb 2024-11-23T16:18:44,529 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/ns/b3748fd73cb944cfa82166a129aa41bb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:18:44,530 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/rep_barrier/98e6e91b62234d1287cae4173843c3a3 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/rep_barrier/98e6e91b62234d1287cae4173843c3a3 2024-11-23T16:18:44,535 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/rep_barrier/98e6e91b62234d1287cae4173843c3a3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:18:44,535 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/.tmp/table/4e53cd61bb374433a8086d5779d781b5 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/table/4e53cd61bb374433a8086d5779d781b5 2024-11-23T16:18:44,540 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/table/4e53cd61bb374433a8086d5779d781b5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:18:44,541 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-23T16:18:44,545 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:18:44,545 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:44,545 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:18:44,546 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:44,546 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378722816Running coprocessor pre-close hooks at 1732378722816Disabling compacts and flushes for region at 1732378722816Disabling writes for close at 1732378722816Obtaining lock to block concurrent updates at 1732378722816Preparing flush snapshotting stores in 1588230740 at 1732378722816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378722816Flushing stores of hbase:meta,,1.1588230740 at 1732378722817 (+1 ms)Flushing 1588230740/info: creating writer at 1732378722817Flushing 1588230740/info: appending metadata at 1732378722831 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732378722831Flushing 1588230740/ns: creating writer at 1732378723242 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732378723257 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732378723257Flushing 1588230740/rep_barrier: creating writer at 1732378723667 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378723682 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378723682Flushing 1588230740/table: creating writer at 1732378724093 (+411 ms)Flushing 1588230740/table: appending metadata at 1732378724107 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732378724107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f5d7bf: reopening flushed file at 1732378724517 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c25cdb1: reopening flushed file at 1732378724523 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317e3654: reopening flushed file at 1732378724529 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ef3474: reopening flushed file at 1732378724535 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732378724541 (+6 ms)Writing region close event to WAL at 1732378724542 (+1 ms)Running coprocessor post-close hooks at 1732378724545 (+3 ms)Closed at 1732378724546 (+1 ms) 2024-11-23T16:18:44,546 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:44,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:18:44,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,617 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,39483,1732378641935; all regions closed. 2024-11-23T16:18:44,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:18:44,622 DEBUG [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/oldWALs 2024-11-23T16:18:44,622 INFO [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C39483%2C1732378641935.meta:.meta(num 1732378644877) 2024-11-23T16:18:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741839_1015 (size=2700) 2024-11-23T16:18:44,626 DEBUG [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/oldWALs 2024-11-23T16:18:44,626 INFO [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C39483%2C1732378641935.rep:(num 1732378654466) 2024-11-23T16:18:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741832_1008 (size=1300) 2024-11-23T16:18:44,630 DEBUG [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/oldWALs 2024-11-23T16:18:44,630 INFO [RS:0;1a7c5470b472:39483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C39483%2C1732378641935:(num 1732378643922) 2024-11-23T16:18:44,630 DEBUG [RS:0;1a7c5470b472:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:44,630 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:18:44,631 INFO [RS:0;1a7c5470b472:39483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:18:44,631 INFO [RS:0;1a7c5470b472:39483 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:18:44,631 INFO [RS:0;1a7c5470b472:39483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:18:44,631 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:18:44,631 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,39483,1732378641935 because: Region server is closing 2024-11-23T16:18:44,632 INFO [RS:0;1a7c5470b472:39483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:39483. 2024-11-23T16:18:44,632 DEBUG [RS:0;1a7c5470b472:39483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:44,632 DEBUG [RS:0;1a7c5470b472:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:44,632 DEBUG [RS:0;1a7c5470b472:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:44,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:44,732 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.wal-reader.1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:18:44,732 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:18:44,733 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,39483,1732378641935.replicationSource.shipper1a7c5470b472%2C39483%2C1732378641935,1-1a7c5470b472,39483,1732378641935 terminated 2024-11-23T16:18:44,733 INFO [RS:0;1a7c5470b472:39483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39483 2024-11-23T16:18:44,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01428124496/rs/1a7c5470b472,39483,1732378641935 2024-11-23T16:18:44,735 INFO [RS:0;1a7c5470b472:39483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:18:44,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496/rs 2024-11-23T16:18:44,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,39483,1732378641935] 2024-11-23T16:18:44,739 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01428124496/draining/1a7c5470b472,39483,1732378641935 already deleted, retry=false 2024-11-23T16:18:44,739 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,39483,1732378641935 expired; onlineServers=0 2024-11-23T16:18:44,739 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,40665,1732378641878' ***** 2024-11-23T16:18:44,739 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:18:44,739 DEBUG [M:0;1a7c5470b472:40665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:18:44,739 DEBUG [M:0;1a7c5470b472:40665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:18:44,739 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:18:44,739 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378643708 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378643708,5,FailOnTimeoutGroup] 2024-11-23T16:18:44,739 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378643708 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378643708,5,FailOnTimeoutGroup] 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:18:44,739 DEBUG [M:0;1a7c5470b472:40665 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:18:44,739 INFO [M:0;1a7c5470b472:40665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:18:44,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:18:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01428124496/master 2024-11-23T16:18:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01428124496 2024-11-23T16:18:44,740 DEBUG [M:0;1a7c5470b472:40665 {}] zookeeper.ZKUtil(347): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Unable to get data of znode /01428124496/master because node does not exist (not an error) 2024-11-23T16:18:44,740 WARN [M:0;1a7c5470b472:40665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:18:44,742 INFO [M:0;1a7c5470b472:40665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/.lastflushedseqids 2024-11-23T16:18:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741850_1026 (size=263) 2024-11-23T16:18:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101459e2ca40001, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:44,838 INFO [RS:0;1a7c5470b472:39483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:18:44,838 INFO [RS:0;1a7c5470b472:39483 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,39483,1732378641935; zookeeper connection closed. 2024-11-23T16:18:44,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ddf7b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ddf7b3 2024-11-23T16:18:44,838 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:18:45,147 INFO [M:0;1a7c5470b472:40665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:18:45,147 INFO [M:0;1a7c5470b472:40665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:18:45,147 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:18:45,147 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:45,147 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:45,147 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:18:45,147 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:45,147 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-23T16:18:45,163 DEBUG [M:0;1a7c5470b472:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e67f147a41314a88ad2217093b9bb619 is 82, key is hbase:meta,,1/info:regioninfo/1732378644909/Put/seqid=0 2024-11-23T16:18:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741851_1027 (size=5672) 2024-11-23T16:18:45,567 INFO [M:0;1a7c5470b472:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e67f147a41314a88ad2217093b9bb619 2024-11-23T16:18:45,587 DEBUG [M:0;1a7c5470b472:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10016322e7a842d18c8eb56eaeee44f6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732378650169/Put/seqid=0 2024-11-23T16:18:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741852_1028 (size=7241) 2024-11-23T16:18:45,991 INFO [M:0;1a7c5470b472:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10016322e7a842d18c8eb56eaeee44f6 2024-11-23T16:18:45,996 INFO [M:0;1a7c5470b472:40665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10016322e7a842d18c8eb56eaeee44f6 2024-11-23T16:18:46,011 DEBUG [M:0;1a7c5470b472:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866dddeb78fa4fd39868f1a269e01417 is 69, key is 1a7c5470b472,39483,1732378641935/rs:state/1732378643778/Put/seqid=0 2024-11-23T16:18:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741853_1029 (size=5156) 2024-11-23T16:18:46,415 INFO [M:0;1a7c5470b472:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866dddeb78fa4fd39868f1a269e01417 2024-11-23T16:18:46,421 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e67f147a41314a88ad2217093b9bb619 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e67f147a41314a88ad2217093b9bb619 2024-11-23T16:18:46,426 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e67f147a41314a88ad2217093b9bb619, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T16:18:46,427 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10016322e7a842d18c8eb56eaeee44f6 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10016322e7a842d18c8eb56eaeee44f6 2024-11-23T16:18:46,431 INFO [M:0;1a7c5470b472:40665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10016322e7a842d18c8eb56eaeee44f6 2024-11-23T16:18:46,431 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10016322e7a842d18c8eb56eaeee44f6, entries=11, sequenceid=105, filesize=7.1 K 2024-11-23T16:18:46,432 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866dddeb78fa4fd39868f1a269e01417 as hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/866dddeb78fa4fd39868f1a269e01417 2024-11-23T16:18:46,436 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/866dddeb78fa4fd39868f1a269e01417, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T16:18:46,437 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-23T16:18:46,438 INFO [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:46,438 DEBUG [M:0;1a7c5470b472:40665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378725147Disabling compacts and flushes for region at 1732378725147Disabling writes for close at 1732378725147Obtaining lock to block concurrent updates at 1732378725147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378725147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732378725148 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378725148Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378725148Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378725162 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378725162Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378725572 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378725586 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378725586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378725997 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378726010 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378726010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7599b0f2: reopening flushed file at 1732378726420 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfa6df9: reopening flushed file at 1732378726426 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a933d16: reopening flushed file at 1732378726431 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1732378726437 (+6 ms)Writing region close event to WAL at 1732378726438 (+1 ms)Closed at 1732378726438 2024-11-23T16:18:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741830_1006 (size=64538) 2024-11-23T16:18:46,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c532e6a5-5ca1-9bf5-d3ff-090cab20c2c7/MasterData/WALs/1a7c5470b472,40665,1732378641878/1a7c5470b472%2C40665%2C1732378641878.1732378643627 not finished, retry = 0 2024-11-23T16:18:46,541 INFO [M:0;1a7c5470b472:40665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:18:46,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:18:46,542 INFO [M:0;1a7c5470b472:40665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40665 2024-11-23T16:18:46,542 INFO [M:0;1a7c5470b472:40665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:18:46,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:46,643 INFO [M:0;1a7c5470b472:40665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:18:46,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x101459e2ca40000, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:46,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:18:46,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:18:46,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:18:46,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:18:46,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir/,STOPPED} 2024-11-23T16:18:46,648 WARN [BP-73488328-172.17.0.2-1732378640950 heartbeating to localhost/127.0.0.1:46293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:18:46,648 WARN [BP-73488328-172.17.0.2-1732378640950 heartbeating to localhost/127.0.0.1:46293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-73488328-172.17.0.2-1732378640950 (Datanode Uuid e1e5b936-585f-428f-9d8b-b29306f223db) service to localhost/127.0.0.1:46293 2024-11-23T16:18:46,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:18:46,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:18:46,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/data/data1/current/BP-73488328-172.17.0.2-1732378640950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:18:46,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/cluster_274c7892-1999-789f-bfb6-8f9638c59c2e/data/data2/current/BP-73488328-172.17.0.2-1732378640950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:18:46,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:18:46,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:18:46,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:18:46,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:18:46,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:18:46,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aadff7b6-545f-fa8d-90db-6b369f42fb09/hadoop.log.dir/,STOPPED} 2024-11-23T16:18:46,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:18:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:18:46,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57778) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe88cb8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe88cb8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57778) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46293 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39455 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=6652 (was 6699) 2024-11-23T16:18:46,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=6652 2024-11-23T16:18:46,705 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-23T16:18:46,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir so I do NOT create it in target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160 2024-11-23T16:18:46,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:18:46,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.tmp.dir so I do NOT create it in target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160 2024-11-23T16:18:46,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97f56a6-38f0-377d-c9f2-ec4c959a00cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:18:46,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160 2024-11-23T16:18:46,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12, deleteOnExit=true 2024-11-23T16:18:46,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/zookeeper_0, clientPort=54790, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:18:46,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54790 2024-11-23T16:18:46,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/test.cache.data in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:18:46,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:18:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:18:46,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:18:46,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101459e2ca40002, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:18:46,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101459e2ca40005, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:18:46,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101459e2ca40002, quorum=127.0.0.1:57778, baseZNode=/01428124496 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:18:46,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101459e2ca40005, quorum=127.0.0.1:57778, baseZNode=/1-1905068706 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:18:46,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:18:46,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:18:46,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:18:46,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:18:46,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:18:46,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:18:46,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:18:46,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:18:46,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159e5a7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/java.io.tmpdir/jetty-localhost-37979-hadoop-hdfs-3_4_1-tests_jar-_-any-9052971829989909643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:18:46,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:37979} 2024-11-23T16:18:46,913 INFO [Time-limited test {}] server.Server(415): Started @130066ms 2024-11-23T16:18:46,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:18:47,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:18:47,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:18:47,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:18:47,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:18:47,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:18:47,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:18:47,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39cef80a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/java.io.tmpdir/jetty-localhost-45325-hadoop-hdfs-3_4_1-tests_jar-_-any-12112163565440233664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:18:47,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:45325} 2024-11-23T16:18:47,126 INFO [Time-limited test {}] server.Server(415): Started @130279ms 2024-11-23T16:18:47,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:18:47,224 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/data/data1/current/BP-1551485223-172.17.0.2-1732378726730/current, will proceed with Du for space computation calculation, 2024-11-23T16:18:47,224 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/data/data2/current/BP-1551485223-172.17.0.2-1732378726730/current, will proceed with Du for space computation calculation, 2024-11-23T16:18:47,240 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:18:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa10580c8d23b3455 with lease ID 0x24ade4d1eedfb7a9: Processing first storage report for DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0 from datanode DatanodeRegistration(127.0.0.1:37737, datanodeUuid=0f41239d-a343-44cc-ba1b-0ab152cf3652, infoPort=42071, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=218924053;c=1732378726730) 2024-11-23T16:18:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa10580c8d23b3455 with lease ID 0x24ade4d1eedfb7a9: from storage DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0 node DatanodeRegistration(127.0.0.1:37737, datanodeUuid=0f41239d-a343-44cc-ba1b-0ab152cf3652, infoPort=42071, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=218924053;c=1732378726730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:18:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa10580c8d23b3455 with lease ID 0x24ade4d1eedfb7a9: Processing first storage report for DS-13d2556c-bf3f-4d43-a9d8-50ececb4cfda from datanode DatanodeRegistration(127.0.0.1:37737, datanodeUuid=0f41239d-a343-44cc-ba1b-0ab152cf3652, infoPort=42071, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=218924053;c=1732378726730) 2024-11-23T16:18:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa10580c8d23b3455 with lease ID 0x24ade4d1eedfb7a9: from storage DS-13d2556c-bf3f-4d43-a9d8-50ececb4cfda node DatanodeRegistration(127.0.0.1:37737, datanodeUuid=0f41239d-a343-44cc-ba1b-0ab152cf3652, infoPort=42071, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=218924053;c=1732378726730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:18:47,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160 2024-11-23T16:18:47,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:47,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:18:47,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927 with version=8 2024-11-23T16:18:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/hbase-staging 2024-11-23T16:18:47,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:18:47,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:18:47,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41293 2024-11-23T16:18:47,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41293 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:18:47,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412930x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:18:47,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41293-0x101459f7bc40000 connected 2024-11-23T16:18:47,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:47,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:47,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:18:47,695 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927, hbase.cluster.distributed=false 2024-11-23T16:18:47,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/acl 2024-11-23T16:18:47,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-23T16:18:47,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41293 2024-11-23T16:18:47,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41293 2024-11-23T16:18:47,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-23T16:18:47,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-23T16:18:47,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:18:47,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:47,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:47,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:18:47,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:47,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:18:47,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:18:47,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:18:47,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33037 2024-11-23T16:18:47,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33037 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:18:47,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:47,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330370x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:18:47,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330370x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:18:47,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33037-0x101459f7bc40001 connected 2024-11-23T16:18:47,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:18:47,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:18:47,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/master 2024-11-23T16:18:47,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/acl 2024-11-23T16:18:47,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33037 2024-11-23T16:18:47,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33037 2024-11-23T16:18:47,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33037 2024-11-23T16:18:47,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33037 2024-11-23T16:18:47,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33037 2024-11-23T16:18:47,749 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:41293 2024-11-23T16:18:47,749 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1107224517/backup-masters/1a7c5470b472,41293,1732378727662 2024-11-23T16:18:47,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:18:47,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:18:47,751 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on existing znode=/0-1107224517/backup-masters/1a7c5470b472,41293,1732378727662 2024-11-23T16:18:47,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107224517/master 2024-11-23T16:18:47,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:47,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:47,753 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on existing znode=/0-1107224517/master 2024-11-23T16:18:47,753 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1107224517/backup-masters/1a7c5470b472,41293,1732378727662 from backup master directory 2024-11-23T16:18:47,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/backup-masters/1a7c5470b472,41293,1732378727662 2024-11-23T16:18:47,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:18:47,755 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:18:47,755 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,41293,1732378727662 2024-11-23T16:18:47,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:18:47,759 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/hbase.id] with ID: a7738713-d57a-46b4-8dcb-7f2f789f97b5 2024-11-23T16:18:47,759 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/.tmp/hbase.id 2024-11-23T16:18:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:18:48,166 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/.tmp/hbase.id]:[hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/hbase.id] 2024-11-23T16:18:48,176 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:48,176 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:18:48,178 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T16:18:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:18:48,587 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:18:48,588 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:18:48,588 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:18:48,996 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store 2024-11-23T16:18:49,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:18:49,402 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:49,402 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:18:49,403 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:49,403 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:49,403 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:18:49,403 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:49,403 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:49,403 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378729402Disabling compacts and flushes for region at 1732378729402Disabling writes for close at 1732378729403 (+1 ms)Writing region close event to WAL at 1732378729403Closed at 1732378729403 2024-11-23T16:18:49,404 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/.initializing 2024-11-23T16:18:49,404 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662 2024-11-23T16:18:49,405 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:18:49,406 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C41293%2C1732378727662, suffix=, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/oldWALs, maxLogs=10 2024-11-23T16:18:49,419 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662/1a7c5470b472%2C41293%2C1732378727662.1732378729406, exclude list is [], retry=0 2024-11-23T16:18:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:18:49,423 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662/1a7c5470b472%2C41293%2C1732378727662.1732378729406 2024-11-23T16:18:49,423 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:18:49,423 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:18:49,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:49,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:18:49,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:49,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:49,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:18:49,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:18:49,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:49,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:49,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:18:49,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:49,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:49,431 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,432 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,432 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,433 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,433 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,434 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:18:49,435 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:49,436 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:18:49,437 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72769443, jitterRate=0.08434920012950897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:18:49,437 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378729424Initializing all the Stores at 1732378729424Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378729425 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378729425Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378729425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378729425Cleaning up temporary data from old regions at 1732378729433 (+8 ms)Region opened successfully at 1732378729437 (+4 ms) 2024-11-23T16:18:49,438 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:18:49,440 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125529f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:18:49,441 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:18:49,442 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:18:49,442 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:18:49,442 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:18:49,442 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:18:49,443 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:18:49,443 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:18:49,445 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:18:49,446 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/balancer because node does not exist (not necessarily an error) 2024-11-23T16:18:49,447 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/balancer already deleted, retry=false 2024-11-23T16:18:49,447 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:18:49,448 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:18:49,449 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/normalizer already deleted, retry=false 2024-11-23T16:18:49,449 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:18:49,450 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:18:49,452 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/switch/split already deleted, retry=false 2024-11-23T16:18:49,453 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:18:49,454 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/switch/merge already deleted, retry=false 2024-11-23T16:18:49,455 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:18:49,456 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/snapshot-cleanup already deleted, retry=false 2024-11-23T16:18:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:18:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:18:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:49,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,41293,1732378727662, sessionid=0x101459f7bc40000, setting cluster-up flag (Was=false) 2024-11-23T16:18:49,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:49,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:49,467 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1107224517/flush-table-proc/acquired, /0-1107224517/flush-table-proc/reached, /0-1107224517/flush-table-proc/abort 2024-11-23T16:18:49,468 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,41293,1732378727662 2024-11-23T16:18:49,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:49,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:49,474 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1107224517/online-snapshot/acquired, /0-1107224517/online-snapshot/reached, /0-1107224517/online-snapshot/abort 2024-11-23T16:18:49,475 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,41293,1732378727662 2024-11-23T16:18:49,476 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:18:49,478 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:49,478 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:18:49,478 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:18:49,478 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,41293,1732378727662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:18:49,479 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378759480 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:18:49,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:18:49,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:49,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:18:49,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:49,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:18:49,484 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,485 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:18:49,485 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:18:49,485 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:18:49,485 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:18:49,485 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:18:49,485 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:18:49,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378729485,5,FailOnTimeoutGroup] 2024-11-23T16:18:49,486 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378729485,5,FailOnTimeoutGroup] 2024-11-23T16:18:49,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:18:49,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:18:49,540 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(746): ClusterId : a7738713-d57a-46b4-8dcb-7f2f789f97b5 2024-11-23T16:18:49,540 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:18:49,543 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:18:49,543 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:18:49,545 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:18:49,545 DEBUG [RS:0;1a7c5470b472:33037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fde965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:18:49,564 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:33037 2024-11-23T16:18:49,564 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:18:49,564 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:18:49,564 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:18:49,566 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,41293,1732378727662 with port=33037, startcode=1732378727717 2024-11-23T16:18:49,566 DEBUG [RS:0;1a7c5470b472:33037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:18:49,567 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:18:49,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,33037,1732378727717 2024-11-23T16:18:49,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41293 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,33037,1732378727717 2024-11-23T16:18:49,569 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927 2024-11-23T16:18:49,569 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34477 2024-11-23T16:18:49,569 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:18:49,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/rs 2024-11-23T16:18:49,572 DEBUG [RS:0;1a7c5470b472:33037 {}] zookeeper.ZKUtil(111): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on existing znode=/0-1107224517/rs/1a7c5470b472,33037,1732378727717 2024-11-23T16:18:49,572 WARN [RS:0;1a7c5470b472:33037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:18:49,572 INFO [RS:0;1a7c5470b472:33037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:49,572 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717 2024-11-23T16:18:49,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,33037,1732378727717] 2024-11-23T16:18:49,576 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:18:49,577 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:18:49,578 INFO [RS:0;1a7c5470b472:33037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:18:49,578 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,580 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:18:49,581 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:18:49,581 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:18:49,581 DEBUG [RS:0;1a7c5470b472:33037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:18:49,584 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,584 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,584 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,584 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,584 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,584 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33037,1732378727717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:18:49,598 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:18:49,599 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33037,1732378727717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,599 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,599 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.Replication(171): 1a7c5470b472,33037,1732378727717 started 2024-11-23T16:18:49,612 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:49,612 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,33037,1732378727717, RpcServer on 1a7c5470b472/172.17.0.2:33037, sessionid=0x101459f7bc40001 2024-11-23T16:18:49,612 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:18:49,612 DEBUG [RS:0;1a7c5470b472:33037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,33037,1732378727717 2024-11-23T16:18:49,612 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,33037,1732378727717' 2024-11-23T16:18:49,612 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1107224517/flush-table-proc/abort' 2024-11-23T16:18:49,612 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1107224517/flush-table-proc/acquired' 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,33037,1732378727717 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,33037,1732378727717' 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1107224517/online-snapshot/abort' 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1107224517/online-snapshot/acquired' 2024-11-23T16:18:49,613 DEBUG [RS:0;1a7c5470b472:33037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:18:49,613 INFO [RS:0;1a7c5470b472:33037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:18:49,614 INFO [RS:0;1a7c5470b472:33037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:18:49,714 INFO [RS:0;1a7c5470b472:33037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:18:49,716 INFO [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C33037%2C1732378727717, suffix=, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs, maxLogs=10 2024-11-23T16:18:49,729 DEBUG [RS:0;1a7c5470b472:33037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716, exclude list is [], retry=0 2024-11-23T16:18:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:18:49,733 INFO [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 2024-11-23T16:18:49,733 DEBUG [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:18:49,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:18:49,889 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927 2024-11-23T16:18:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:18:50,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:18:50,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:50,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:50,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:50,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:50,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:50,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:50,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:50,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:18:50,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:18:50,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:18:50,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:18:50,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:18:50,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:18:50,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:18:50,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:18:50,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:18:50,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740 2024-11-23T16:18:50,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740 2024-11-23T16:18:50,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:18:50,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:18:50,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:18:50,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:18:50,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:18:50,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67496072, jitterRate=0.005769848823547363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:18:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378730295Initializing all the Stores at 1732378730296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378730296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378730296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378730296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378730296Cleaning up temporary data from old regions at 1732378730304 (+8 ms)Region opened successfully at 1732378730308 (+4 ms) 2024-11-23T16:18:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:18:50,308 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:18:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:18:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:18:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:18:50,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378730308Disabling compacts and flushes for region at 1732378730308Disabling writes for close at 1732378730308Writing region close event to WAL at 1732378730309 (+1 ms)Closed at 1732378730309 2024-11-23T16:18:50,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:50,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:18:50,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:18:50,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:18:50,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:18:50,462 DEBUG [1a7c5470b472:41293 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:18:50,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,33037,1732378727717 2024-11-23T16:18:50,464 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,33037,1732378727717, state=OPENING 2024-11-23T16:18:50,466 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:18:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:50,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:50,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:18:50,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:18:50,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:18:50,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,33037,1732378727717}] 2024-11-23T16:18:50,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:18:50,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:18:50,627 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:18:50,627 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:50,628 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:18:50,629 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C33037%2C1732378727717.meta, suffix=.meta, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs, maxLogs=10 2024-11-23T16:18:50,642 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.meta.1732378730629.meta, exclude list is [], retry=0 2024-11-23T16:18:50,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:18:50,646 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.meta.1732378730629.meta 2024-11-23T16:18:50,646 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:18:50,646 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:18:50,647 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:18:50,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:18:50,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:18:50,647 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:18:50,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:18:50,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:50,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:18:50,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:18:50,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:18:50,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:18:50,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:18:50,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:18:50,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:18:50,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:18:50,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:18:50,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:18:50,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:50,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:50,653 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:18:50,653 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740 2024-11-23T16:18:50,654 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740 2024-11-23T16:18:50,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:18:50,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:18:50,656 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:18:50,657 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:18:50,658 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729904, jitterRate=0.08376002311706543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:18:50,658 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:18:50,658 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378730647Writing region info on filesystem at 1732378730647Initializing all the Stores at 1732378730648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378730648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378730648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378730648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378730648Cleaning up temporary data from old regions at 1732378730655 (+7 ms)Running coprocessor post-open hooks at 1732378730658 (+3 ms)Region opened successfully at 1732378730658 2024-11-23T16:18:50,659 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378730622 2024-11-23T16:18:50,661 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:18:50,661 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:18:50,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,33037,1732378727717 2024-11-23T16:18:50,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,33037,1732378727717, state=OPEN 2024-11-23T16:18:50,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:18:50,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:18:50,664 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,33037,1732378727717 2024-11-23T16:18:50,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:18:50,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:18:50,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:18:50,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,33037,1732378727717 in 194 msec 2024-11-23T16:18:50,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:18:50,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-23T16:18:50,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:50,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:18:50,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:18:50,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,33037,1732378727717, seqNum=-1] 2024-11-23T16:18:50,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:18:50,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:18:50,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-23T16:18:50,676 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378730676, completionTime=-1 2024-11-23T16:18:50,676 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:18:50,676 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378790678 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378850678 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41293,1732378727662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41293,1732378727662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41293,1732378727662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:41293, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,678 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,679 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,680 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41293,1732378727662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:18:50,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41293,1732378727662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:18:50,684 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:18:50,684 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:18:50,684 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41293,1732378727662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:50,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:50,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41293,-1 for getting cluster id 2024-11-23T16:18:50,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:18:50,742 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7738713-d57a-46b4-8dcb-7f2f789f97b5' 2024-11-23T16:18:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:18:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7738713-d57a-46b4-8dcb-7f2f789f97b5" 2024-11-23T16:18:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8eecb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41293,-1] 2024-11-23T16:18:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:18:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:50,744 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:18:50,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:50,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:18:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,33037,1732378727717, seqNum=-1] 2024-11-23T16:18:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:18:50,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:18:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,41293,1732378727662 2024-11-23T16:18:50,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:18:50,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:18:50,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101459f7bc40002 connected 2024-11-23T16:18:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir so I do NOT create it in target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a 2024-11-23T16:18:50,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:18:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.tmp.dir so I do NOT create it in target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a 2024-11-23T16:18:50,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:18:50,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a 2024-11-23T16:18:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:18:50,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/cluster_1121904b-aa55-4464-ceef-1d25e1e260f0, deleteOnExit=true 2024-11-23T16:18:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/test.cache.data in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:18:50,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:18:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:18:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:18:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:18:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:18:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:18:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:18:50,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:18:50,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:18:50,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:18:50,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:18:50,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:18:50,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:18:50,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:18:50,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:18:50,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/java.io.tmpdir/jetty-localhost-40607-hadoop-hdfs-3_4_1-tests_jar-_-any-14986780057145783698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:18:50,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:40607} 2024-11-23T16:18:50,968 INFO [Time-limited test {}] server.Server(415): Started @134121ms 2024-11-23T16:18:51,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:18:51,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:18:51,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:18:51,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:18:51,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:18:51,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:18:51,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:18:51,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/java.io.tmpdir/jetty-localhost-37537-hadoop-hdfs-3_4_1-tests_jar-_-any-5862124589547485631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:18:51,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:37537} 2024-11-23T16:18:51,209 INFO [Time-limited test {}] server.Server(415): Started @134362ms 2024-11-23T16:18:51,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:18:51,318 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/cluster_1121904b-aa55-4464-ceef-1d25e1e260f0/data/data1/current/BP-1603860881-172.17.0.2-1732378730776/current, will proceed with Du for space computation calculation, 2024-11-23T16:18:51,318 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/cluster_1121904b-aa55-4464-ceef-1d25e1e260f0/data/data2/current/BP-1603860881-172.17.0.2-1732378730776/current, will proceed with Du for space computation calculation, 2024-11-23T16:18:51,335 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:18:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x835d0e430a882ec5 with lease ID 0x1535bcec0274d035: Processing first storage report for DS-e4ad036d-da6c-44f9-81db-ba89c0218232 from datanode DatanodeRegistration(127.0.0.1:45101, datanodeUuid=bbc4270c-abcd-438b-893a-9c8199934197, infoPort=39293, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=1790153616;c=1732378730776) 2024-11-23T16:18:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x835d0e430a882ec5 with lease ID 0x1535bcec0274d035: from storage DS-e4ad036d-da6c-44f9-81db-ba89c0218232 node DatanodeRegistration(127.0.0.1:45101, datanodeUuid=bbc4270c-abcd-438b-893a-9c8199934197, infoPort=39293, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=1790153616;c=1732378730776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:18:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x835d0e430a882ec5 with lease ID 0x1535bcec0274d035: Processing first storage report for DS-725e1960-d4ff-474b-8a6a-a5028176b3b6 from datanode DatanodeRegistration(127.0.0.1:45101, datanodeUuid=bbc4270c-abcd-438b-893a-9c8199934197, infoPort=39293, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=1790153616;c=1732378730776) 2024-11-23T16:18:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x835d0e430a882ec5 with lease ID 0x1535bcec0274d035: from storage DS-725e1960-d4ff-474b-8a6a-a5028176b3b6 node DatanodeRegistration(127.0.0.1:45101, datanodeUuid=bbc4270c-abcd-438b-893a-9c8199934197, infoPort=39293, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=1790153616;c=1732378730776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:18:51,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a 2024-11-23T16:18:51,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:51,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:18:51,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329 with version=8 2024-11-23T16:18:51,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/hbase-staging 2024-11-23T16:18:51,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:18:51,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:18:51,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32965 2024-11-23T16:18:51,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32965 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:18:51,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329650x0, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:18:51,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32965-0x101459f7bc40003 connected 2024-11-23T16:18:51,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:51,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:51,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/running 2024-11-23T16:18:51,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329, hbase.cluster.distributed=false 2024-11-23T16:18:51,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/acl 2024-11-23T16:18:51,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-23T16:18:51,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32965 2024-11-23T16:18:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32965 2024-11-23T16:18:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-23T16:18:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-23T16:18:51,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:18:51,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39043 2024-11-23T16:18:51,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39043 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:18:51,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:51,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:51,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390430x0, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:18:51,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390430x0, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/running 2024-11-23T16:18:51,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39043-0x101459f7bc40004 connected 2024-11-23T16:18:51,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:18:51,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:18:51,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/master 2024-11-23T16:18:51,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/acl 2024-11-23T16:18:51,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39043 2024-11-23T16:18:51,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39043 2024-11-23T16:18:51,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39043 2024-11-23T16:18:51,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39043 2024-11-23T16:18:51,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39043 2024-11-23T16:18:51,925 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:32965 2024-11-23T16:18:51,925 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-192434005/backup-masters/1a7c5470b472,32965,1732378731845 2024-11-23T16:18:51,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005/backup-masters 2024-11-23T16:18:51,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005/backup-masters 2024-11-23T16:18:51,932 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on existing znode=/1-192434005/backup-masters/1a7c5470b472,32965,1732378731845 2024-11-23T16:18:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-192434005/master 2024-11-23T16:18:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:51,933 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on existing znode=/1-192434005/master 2024-11-23T16:18:51,934 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-192434005/backup-masters/1a7c5470b472,32965,1732378731845 from backup master directory 2024-11-23T16:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192434005/backup-masters/1a7c5470b472,32965,1732378731845 2024-11-23T16:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005/backup-masters 2024-11-23T16:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005/backup-masters 2024-11-23T16:18:51,935 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:18:51,935 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,32965,1732378731845 2024-11-23T16:18:51,939 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/hbase.id] with ID: 1519c784-88cc-48b3-b4f6-b939edbc7859 2024-11-23T16:18:51,939 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/.tmp/hbase.id 2024-11-23T16:18:51,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:18:51,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:18:51,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:18:51,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:18:52,346 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/.tmp/hbase.id]:[hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/hbase.id] 2024-11-23T16:18:52,356 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:18:52,356 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:18:52,357 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:18:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:18:52,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:18:52,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:18:52,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:52,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:18:53,172 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store 2024-11-23T16:18:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:18:53,178 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:53,178 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:18:53,178 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:53,178 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:53,178 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:18:53,178 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:53,178 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:53,178 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378733178Disabling compacts and flushes for region at 1732378733178Disabling writes for close at 1732378733178Writing region close event to WAL at 1732378733178Closed at 1732378733178 2024-11-23T16:18:53,179 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/.initializing 2024-11-23T16:18:53,179 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/WALs/1a7c5470b472,32965,1732378731845 2024-11-23T16:18:53,180 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:18:53,182 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C32965%2C1732378731845, suffix=, logDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/WALs/1a7c5470b472,32965,1732378731845, archiveDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/oldWALs, maxLogs=10 2024-11-23T16:18:53,195 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/WALs/1a7c5470b472,32965,1732378731845/1a7c5470b472%2C32965%2C1732378731845.1732378733182, exclude list is [], retry=0 2024-11-23T16:18:53,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-e4ad036d-da6c-44f9-81db-ba89c0218232,DISK] 2024-11-23T16:18:53,199 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/WALs/1a7c5470b472,32965,1732378731845/1a7c5470b472%2C32965%2C1732378731845.1732378733182 2024-11-23T16:18:53,199 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-11-23T16:18:53,199 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:18:53,199 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:53,199 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,199 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:18:53,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:53,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:53,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:18:53,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:53,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:53,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:18:53,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:53,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:53,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:18:53,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:53,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:53,206 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,206 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,207 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,208 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,208 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,208 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:18:53,209 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:18:53,211 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:18:53,211 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232075, jitterRate=0.0018359869718551636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:18:53,211 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378733199Initializing all the Stores at 1732378733200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378733200Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378733200Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378733200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378733200Cleaning up temporary data from old regions at 1732378733208 (+8 ms)Region opened successfully at 1732378733211 (+3 ms) 2024-11-23T16:18:53,211 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:18:53,214 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ba766f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:18:53,215 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:18:53,215 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:18:53,215 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:18:53,215 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:18:53,215 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:18:53,216 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:18:53,216 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:18:53,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:18:53,218 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Unable to get data of znode /1-192434005/balancer because node does not exist (not necessarily an error) 2024-11-23T16:18:53,220 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192434005/balancer already deleted, retry=false 2024-11-23T16:18:53,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:18:53,221 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Unable to get data of znode /1-192434005/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:18:53,222 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192434005/normalizer already deleted, retry=false 2024-11-23T16:18:53,222 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:18:53,223 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Unable to get data of znode /1-192434005/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:18:53,224 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192434005/switch/split already deleted, retry=false 2024-11-23T16:18:53,224 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Unable to get data of znode /1-192434005/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:18:53,225 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192434005/switch/merge already deleted, retry=false 2024-11-23T16:18:53,227 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Unable to get data of znode /1-192434005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:18:53,228 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192434005/snapshot-cleanup already deleted, retry=false 2024-11-23T16:18:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-192434005/running 2024-11-23T16:18:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-192434005/running 2024-11-23T16:18:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:53,230 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,32965,1732378731845, sessionid=0x101459f7bc40003, setting cluster-up flag (Was=false) 2024-11-23T16:18:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:53,241 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-192434005/flush-table-proc/acquired, /1-192434005/flush-table-proc/reached, /1-192434005/flush-table-proc/abort 2024-11-23T16:18:53,242 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,32965,1732378731845 2024-11-23T16:18:53,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:53,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:53,249 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-192434005/online-snapshot/acquired, /1-192434005/online-snapshot/reached, /1-192434005/online-snapshot/abort 2024-11-23T16:18:53,250 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,32965,1732378731845 2024-11-23T16:18:53,251 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:18:53,253 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:53,253 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:18:53,253 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:18:53,253 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,32965,1732378731845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,254 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:18:53,255 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,255 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378763255 2024-11-23T16:18:53,255 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:18:53,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:18:53,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:18:53,256 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:18:53,257 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:18:53,257 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:18:53,257 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378733257,5,FailOnTimeoutGroup] 2024-11-23T16:18:53,257 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378733257,5,FailOnTimeoutGroup] 2024-11-23T16:18:53,257 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,257 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:18:53,257 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,257 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:53,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:18:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:18:53,316 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(746): ClusterId : 1519c784-88cc-48b3-b4f6-b939edbc7859 2024-11-23T16:18:53,316 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:18:53,319 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:18:53,319 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:18:53,320 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:18:53,321 DEBUG [RS:0;1a7c5470b472:39043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2330a534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:18:53,332 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:39043 2024-11-23T16:18:53,332 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:18:53,332 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:18:53,332 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:18:53,333 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,32965,1732378731845 with port=39043, startcode=1732378731892 2024-11-23T16:18:53,333 DEBUG [RS:0;1a7c5470b472:39043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:18:53,335 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:18:53,335 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,39043,1732378731892 2024-11-23T16:18:53,335 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,39043,1732378731892 2024-11-23T16:18:53,336 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329 2024-11-23T16:18:53,336 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35787 2024-11-23T16:18:53,336 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:18:53,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005/rs 2024-11-23T16:18:53,342 DEBUG [RS:0;1a7c5470b472:39043 {}] zookeeper.ZKUtil(111): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on existing znode=/1-192434005/rs/1a7c5470b472,39043,1732378731892 2024-11-23T16:18:53,342 WARN [RS:0;1a7c5470b472:39043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:18:53,342 INFO [RS:0;1a7c5470b472:39043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:53,342 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892 2024-11-23T16:18:53,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,39043,1732378731892] 2024-11-23T16:18:53,345 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:18:53,346 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:18:53,346 INFO [RS:0;1a7c5470b472:39043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:18:53,346 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,347 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:18:53,347 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:18:53,347 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,347 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,347 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,347 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,347 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:18:53,348 DEBUG [RS:0;1a7c5470b472:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:18:53,348 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,348 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,348 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,348 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,348 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,348 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39043,1732378731892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:18:53,363 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:18:53,363 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39043,1732378731892-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,363 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,363 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.Replication(171): 1a7c5470b472,39043,1732378731892 started 2024-11-23T16:18:53,376 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:53,376 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,39043,1732378731892, RpcServer on 1a7c5470b472/172.17.0.2:39043, sessionid=0x101459f7bc40004 2024-11-23T16:18:53,376 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:18:53,376 DEBUG [RS:0;1a7c5470b472:39043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,39043,1732378731892 2024-11-23T16:18:53,376 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,39043,1732378731892' 2024-11-23T16:18:53,376 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-192434005/flush-table-proc/abort' 2024-11-23T16:18:53,376 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-192434005/flush-table-proc/acquired' 2024-11-23T16:18:53,377 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:18:53,377 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:18:53,377 DEBUG [RS:0;1a7c5470b472:39043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,39043,1732378731892 2024-11-23T16:18:53,377 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,39043,1732378731892' 2024-11-23T16:18:53,377 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-192434005/online-snapshot/abort' 2024-11-23T16:18:53,377 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-192434005/online-snapshot/acquired' 2024-11-23T16:18:53,378 DEBUG [RS:0;1a7c5470b472:39043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:18:53,378 INFO [RS:0;1a7c5470b472:39043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:18:53,378 INFO [RS:0;1a7c5470b472:39043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:18:53,478 INFO [RS:0;1a7c5470b472:39043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:18:53,480 INFO [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C39043%2C1732378731892, suffix=, logDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892, archiveDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/oldWALs, maxLogs=10 2024-11-23T16:18:53,493 DEBUG [RS:0;1a7c5470b472:39043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892/1a7c5470b472%2C39043%2C1732378731892.1732378733480, exclude list is [], retry=0 2024-11-23T16:18:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-e4ad036d-da6c-44f9-81db-ba89c0218232,DISK] 2024-11-23T16:18:53,497 INFO [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892/1a7c5470b472%2C39043%2C1732378731892.1732378733480 2024-11-23T16:18:53,497 DEBUG [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-11-23T16:18:53,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:18:53,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329 2024-11-23T16:18:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:18:54,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:54,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:18:54,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:18:54,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:18:54,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:18:54,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:18:54,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:18:54,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:18:54,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:18:54,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:18:54,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740 2024-11-23T16:18:54,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740 2024-11-23T16:18:54,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:18:54,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:18:54,080 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:18:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:18:54,082 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:18:54,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67229172, jitterRate=0.0017927289009094238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:18:54,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378734070Initializing all the Stores at 1732378734071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378734071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378734071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378734071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378734071Cleaning up temporary data from old regions at 1732378734079 (+8 ms)Region opened successfully at 1732378734083 (+4 ms) 2024-11-23T16:18:54,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:18:54,083 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:18:54,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:18:54,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:18:54,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:18:54,083 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:54,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378734083Disabling compacts and flushes for region at 1732378734083Disabling writes for close at 1732378734083Writing region close event to WAL at 1732378734083Closed at 1732378734083 2024-11-23T16:18:54,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:54,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:18:54,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:18:54,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:18:54,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:18:54,236 DEBUG [1a7c5470b472:32965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:18:54,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,39043,1732378731892 2024-11-23T16:18:54,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,39043,1732378731892, state=OPENING 2024-11-23T16:18:54,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:18:54,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:54,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:18:54,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:18:54,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192434005/meta-region-server: CHANGED 2024-11-23T16:18:54,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192434005/meta-region-server: CHANGED 2024-11-23T16:18:54,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,39043,1732378731892}] 2024-11-23T16:18:54,393 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:18:54,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:18:54,398 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:18:54,398 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:54,399 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:18:54,400 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C39043%2C1732378731892.meta, suffix=.meta, logDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892, archiveDir=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/oldWALs, maxLogs=10 2024-11-23T16:18:54,414 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892/1a7c5470b472%2C39043%2C1732378731892.meta.1732378734400.meta, exclude list is [], retry=0 2024-11-23T16:18:54,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-e4ad036d-da6c-44f9-81db-ba89c0218232,DISK] 2024-11-23T16:18:54,417 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/WALs/1a7c5470b472,39043,1732378731892/1a7c5470b472%2C39043%2C1732378731892.meta.1732378734400.meta 2024-11-23T16:18:54,417 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:18:54,418 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:18:54,418 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:18:54,418 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:18:54,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:18:54,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:18:54,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:18:54,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:18:54,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:18:54,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:18:54,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:18:54,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:18:54,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:18:54,424 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:18:54,424 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740 2024-11-23T16:18:54,425 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740 2024-11-23T16:18:54,426 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:18:54,426 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:18:54,427 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:18:54,428 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:18:54,428 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72240832, jitterRate=0.07647228240966797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:18:54,429 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:18:54,429 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378734418Writing region info on filesystem at 1732378734418Initializing all the Stores at 1732378734419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378734419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378734419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378734419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378734419Cleaning up temporary data from old regions at 1732378734426 (+7 ms)Running coprocessor post-open hooks at 1732378734429 (+3 ms)Region opened successfully at 1732378734429 2024-11-23T16:18:54,429 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378734393 2024-11-23T16:18:54,431 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:18:54,431 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:18:54,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,39043,1732378731892 2024-11-23T16:18:54,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,39043,1732378731892, state=OPEN 2024-11-23T16:18:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-192434005/meta-region-server 2024-11-23T16:18:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-192434005/meta-region-server 2024-11-23T16:18:54,434 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,39043,1732378731892 2024-11-23T16:18:54,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192434005/meta-region-server: CHANGED 2024-11-23T16:18:54,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192434005/meta-region-server: CHANGED 2024-11-23T16:18:54,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:18:54,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,39043,1732378731892 in 193 msec 2024-11-23T16:18:54,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:18:54,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-23T16:18:54,439 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:18:54,439 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:18:54,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:18:54,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39043,1732378731892, seqNum=-1] 2024-11-23T16:18:54,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:18:54,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:18:54,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-23T16:18:54,446 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378734446, completionTime=-1 2024-11-23T16:18:54,446 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:18:54,446 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378794448 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378854448 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,32965,1732378731845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,32965,1732378731845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,32965,1732378731845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:32965, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,450 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:18:54,451 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-11-23T16:18:54,451 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:18:54,451 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:18:54,451 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:18:54,451 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:18:54,452 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:18:54,452 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,32965,1732378731845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:18:54,452 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,32965,1732378731845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:18:54,454 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:18:54,454 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:18:54,454 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,32965,1732378731845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:18:54,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,32965,-1 for getting cluster id 2024-11-23T16:18:54,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:18:54,518 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1519c784-88cc-48b3-b4f6-b939edbc7859' 2024-11-23T16:18:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:18:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1519c784-88cc-48b3-b4f6-b939edbc7859" 2024-11-23T16:18:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8d09c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,32965,-1] 2024-11-23T16:18:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:18:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:54,520 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:18:54,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,39043,1732378731892, seqNum=-1] 2024-11-23T16:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:18:54,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:18:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,32965,1732378731845 2024-11-23T16:18:54,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:18:54,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:18:54,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101459f7bc40005 connected 2024-11-23T16:18:54,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41293,-1 for getting cluster id 2024-11-23T16:18:54,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:18:54,533 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7738713-d57a-46b4-8dcb-7f2f789f97b5' 2024-11-23T16:18:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:18:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7738713-d57a-46b4-8dcb-7f2f789f97b5" 2024-11-23T16:18:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c8f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41293,-1] 2024-11-23T16:18:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:18:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:54,534 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:18:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2726e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:18:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41293,1732378727662 2024-11-23T16:18:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70c15a45 2024-11-23T16:18:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:18:54,537 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:18:54,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:32965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:18:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:18:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:18:54,540 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:32965' 2024-11-23T16:18:54,541 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705de8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,541 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,32965,-1 for getting cluster id 2024-11-23T16:18:54,541 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:18:54,542 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1519c784-88cc-48b3-b4f6-b939edbc7859' 2024-11-23T16:18:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:18:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1519c784-88cc-48b3-b4f6-b939edbc7859" 2024-11-23T16:18:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bf0062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,32965,-1] 2024-11-23T16:18:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:18:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:54,543 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:18:54,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5837834e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:54,543 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:18:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,32965,1732378731845 2024-11-23T16:18:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20061539 2024-11-23T16:18:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:18:54,545 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:18:54,546 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T16:18:54,546 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:18:54,546 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:54,546 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:54,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:54,546 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:18:54,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:18:54,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:18:54,548 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:54,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:18:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741835_1011 (size=1138) 2024-11-23T16:18:54,597 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:18:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:18:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:18:54,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a7c496d57afc6d19d9008ecdbf4eeae, NAME => 'hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927 2024-11-23T16:18:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741836_1012 (size=44) 2024-11-23T16:18:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:18:55,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:55,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a7c496d57afc6d19d9008ecdbf4eeae, disabling compactions & flushes 2024-11-23T16:18:55,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. after waiting 0 ms 2024-11-23T16:18:55,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a7c496d57afc6d19d9008ecdbf4eeae: Waiting for close lock at 1732378735362Disabling compacts and flushes for region at 1732378735362Disabling writes for close at 1732378735362Writing region close event to WAL at 1732378735362Closed at 1732378735362 2024-11-23T16:18:55,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:18:55,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378735363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378735363"}]},"ts":"1732378735363"} 2024-11-23T16:18:55,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:18:55,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:18:55,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378735367"}]},"ts":"1732378735367"} 2024-11-23T16:18:55,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:18:55,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN}] 2024-11-23T16:18:55,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN 2024-11-23T16:18:55,370 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN; state=OFFLINE, location=1a7c5470b472,33037,1732378727717; forceNewPlan=false, retain=false 2024-11-23T16:18:55,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a7c496d57afc6d19d9008ecdbf4eeae, regionState=OPENING, regionLocation=1a7c5470b472,33037,1732378727717 2024-11-23T16:18:55,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN because future has completed 2024-11-23T16:18:55,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7c496d57afc6d19d9008ecdbf4eeae, server=1a7c5470b472,33037,1732378727717}] 2024-11-23T16:18:55,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:18:55,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:18:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:18:55,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:18:55,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C33037%2C1732378727717.rep, suffix=, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs, maxLogs=10 2024-11-23T16:18:55,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.rep.1732378735681, exclude list is [], retry=0 2024-11-23T16:18:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:18:55,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.rep.1732378735681 2024-11-23T16:18:55,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:18:55,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a7c496d57afc6d19d9008ecdbf4eeae, NAME => 'hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:18:55,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:18:55,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:18:55,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. service=MultiRowMutationService 2024-11-23T16:18:55,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:18:55,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:18:55,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,709 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,710 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7c496d57afc6d19d9008ecdbf4eeae columnFamilyName hfileref 2024-11-23T16:18:55,710 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:55,710 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(327): Store=9a7c496d57afc6d19d9008ecdbf4eeae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:55,710 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,711 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7c496d57afc6d19d9008ecdbf4eeae columnFamilyName queue 2024-11-23T16:18:55,711 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:55,712 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(327): Store=9a7c496d57afc6d19d9008ecdbf4eeae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:55,712 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,713 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7c496d57afc6d19d9008ecdbf4eeae columnFamilyName sid 2024-11-23T16:18:55,713 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:18:55,713 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(327): Store=9a7c496d57afc6d19d9008ecdbf4eeae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:18:55,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:18:55,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:18:55,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9a7c496d57afc6d19d9008ecdbf4eeae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60285195, jitterRate=-0.10168059170246124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:18:55,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:55,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9a7c496d57afc6d19d9008ecdbf4eeae: Running coprocessor pre-open hook at 1732378735707Writing region info on filesystem at 1732378735707Initializing all the Stores at 1732378735708 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378735708Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378735708Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378735708Cleaning up temporary data from old regions at 1732378735715 (+7 ms)Running coprocessor post-open hooks at 1732378735719 (+4 ms)Region opened successfully at 1732378735719 2024-11-23T16:18:55,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., pid=7, masterSystemTime=1732378735675 2024-11-23T16:18:55,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:55,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a7c496d57afc6d19d9008ecdbf4eeae, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,33037,1732378727717 2024-11-23T16:18:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7c496d57afc6d19d9008ecdbf4eeae, server=1a7c5470b472,33037,1732378727717 because future has completed 2024-11-23T16:18:55,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T16:18:55,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a7c496d57afc6d19d9008ecdbf4eeae, server=1a7c5470b472,33037,1732378727717 in 202 msec 2024-11-23T16:18:55,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:18:55,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN in 358 msec 2024-11-23T16:18:55,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:18:55,730 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378735730"}]},"ts":"1732378735730"} 2024-11-23T16:18:55,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:18:55,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:18:55,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-23T16:18:55,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., hostname=1a7c5470b472,33037,1732378727717, seqNum=2] 2024-11-23T16:18:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:55,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:18:55,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T16:18:55,915 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:18:55,943 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,33037,1732378727717, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:18:55,944 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:18:55,944 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,33037,1732378727717, seqNum=-1] 2024-11-23T16:18:55,944 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:18:55,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-23T16:18:55,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,33037,1732378727717', locateType=CURRENT is [region=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., hostname=1a7c5470b472,33037,1732378727717, seqNum=2] 2024-11-23T16:18:55,949 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T16:18:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T16:18:55,951 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,33037,1732378727717 suceeded 2024-11-23T16:18:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T16:18:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-23T16:18:55,953 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:32965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:18:55,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-23T16:18:55,963 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:32965' 2024-11-23T16:18:55,964 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524b7abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:55,964 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,32965,-1 for getting cluster id 2024-11-23T16:18:55,964 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:18:55,965 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1519c784-88cc-48b3-b4f6-b939edbc7859' 2024-11-23T16:18:55,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:18:55,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1519c784-88cc-48b3-b4f6-b939edbc7859" 2024-11-23T16:18:55,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72b19276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:55,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,32965,-1] 2024-11-23T16:18:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:18:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:55,966 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:18:55,967 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c58de5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:18:55,967 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:18:55,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,32965,1732378731845 2024-11-23T16:18:55,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f83a17 2024-11-23T16:18:55,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:18:55,969 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-23T16:18:55,969 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,33037,1732378727717 (queues=1) is replicating from cluster=a7738713-d57a-46b4-8dcb-7f2f789f97b5 to cluster=1519c784-88cc-48b3-b4f6-b939edbc7859 2024-11-23T16:18:55,969 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C33037%2C1732378727717 2024-11-23T16:18:55,969 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,33037,1732378727717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:18:55,970 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.shipper1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C33037%2C1732378727717 2024-11-23T16:18:55,970 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716, startPosition=0, beingWritten=true 2024-11-23T16:18:56,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:18:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:56,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:18:56,175 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 to pos 0, reset compression=false 2024-11-23T16:18:56,480 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 to pos 0, reset compression=false 2024-11-23T16:18:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:18:56,690 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:18:56,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:56,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:56,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:56,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:56,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:56,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:18:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41293,1732378727662 2024-11-23T16:18:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e84560d 2024-11-23T16:18:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:18:56,692 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:18:56,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:18:56,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:56,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:56,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:56,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:56,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:56,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:18:56,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=335277976, stopped=false 2024-11-23T16:18:56,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,41293,1732378727662 2024-11-23T16:18:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:18:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:18:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:56,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:18:56,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:18:56,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:56,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:56,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,33037,1732378727717' ***** 2024-11-23T16:18:56,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:18:56,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:18:56,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:18:56,696 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:18:56,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,33037,1732378727717 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:33037. 2024-11-23T16:18:56,697 DEBUG [RS:0;1a7c5470b472:33037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:56,697 DEBUG [RS:0;1a7c5470b472:33037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:56,697 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a7c496d57afc6d19d9008ecdbf4eeae, disabling compactions & flushes 2024-11-23T16:18:56,697 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:56,697 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:56,697 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. after waiting 0 ms 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:18:56,697 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:18:56,697 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a7c496d57afc6d19d9008ecdbf4eeae 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T16:18:56,697 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:18:56,698 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1325): Online Regions={9a7c496d57afc6d19d9008ecdbf4eeae=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:18:56,698 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:56,698 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:18:56,698 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:18:56,698 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:18:56,698 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:18:56,698 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:18:56,698 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T16:18:56,721 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/.tmp/queue/c78f7c59509849e6ba81a50b34779fae is 151, key is 1-1a7c5470b472,33037,1732378727717/queue:1a7c5470b472%2C33037%2C1732378727717/1732378735948/Put/seqid=0 2024-11-23T16:18:56,721 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/info/f741c3f82d78476c90c489467d07d8fe is 147, key is hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae./info:regioninfo/1732378735722/Put/seqid=0 2024-11-23T16:18:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741839_1015 (size=6631) 2024-11-23T16:18:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741838_1014 (size=5350) 2024-11-23T16:18:56,790 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:18:56,884 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 to pos 0, reset compression=false 2024-11-23T16:18:56,898 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:57,098 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:18:57,126 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/info/f741c3f82d78476c90c489467d07d8fe 2024-11-23T16:18:57,126 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/.tmp/queue/c78f7c59509849e6ba81a50b34779fae 2024-11-23T16:18:57,132 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/.tmp/queue/c78f7c59509849e6ba81a50b34779fae as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/queue/c78f7c59509849e6ba81a50b34779fae 2024-11-23T16:18:57,137 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/queue/c78f7c59509849e6ba81a50b34779fae, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T16:18:57,138 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9a7c496d57afc6d19d9008ecdbf4eeae in 441ms, sequenceid=5, compaction requested=false 2024-11-23T16:18:57,138 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:18:57,142 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:18:57,143 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:57,143 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:18:57,143 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:57,143 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a7c496d57afc6d19d9008ecdbf4eeae: Waiting for close lock at 1732378736697Running coprocessor pre-close hooks at 1732378736697Disabling compacts and flushes for region at 1732378736697Disabling writes for close at 1732378736697Obtaining lock to block concurrent updates at 1732378736697Preparing flush snapshotting stores in 9a7c496d57afc6d19d9008ecdbf4eeae at 1732378736697Finished memstore snapshotting hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732378736698 (+1 ms)Flushing stores of hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. at 1732378736698Flushing 9a7c496d57afc6d19d9008ecdbf4eeae/queue: creating writer at 1732378736698Flushing 9a7c496d57afc6d19d9008ecdbf4eeae/queue: appending metadata at 1732378736720 (+22 ms)Flushing 9a7c496d57afc6d19d9008ecdbf4eeae/queue: closing flushed file at 1732378736720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd9546b: reopening flushed file at 1732378737131 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9a7c496d57afc6d19d9008ecdbf4eeae in 441ms, sequenceid=5, compaction requested=false at 1732378737138 (+7 ms)Writing region close event to WAL at 1732378737140 (+2 ms)Running coprocessor post-close hooks at 1732378737143 (+3 ms)Closed at 1732378737143 2024-11-23T16:18:57,143 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:18:57,148 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/ns/a89e115b5a7846cf85de3d01df4680ae is 43, key is default/ns:d/1732378730672/Put/seqid=0 2024-11-23T16:18:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741840_1016 (size=5153) 2024-11-23T16:18:57,298 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:57,390 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 to pos 0, reset compression=false 2024-11-23T16:18:57,498 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:57,552 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/ns/a89e115b5a7846cf85de3d01df4680ae 2024-11-23T16:18:57,571 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/table/b3cd30c8f6a241e5982af59b101ded1c is 53, key is hbase:replication/table:state/1732378735730/Put/seqid=0 2024-11-23T16:18:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741841_1017 (size=5256) 2024-11-23T16:18:57,589 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:18:57,589 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:18:57,699 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:18:57,699 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:18:57,699 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:57,899 DEBUG [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:18:57,975 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/table/b3cd30c8f6a241e5982af59b101ded1c 2024-11-23T16:18:57,981 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/info/f741c3f82d78476c90c489467d07d8fe as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/info/f741c3f82d78476c90c489467d07d8fe 2024-11-23T16:18:57,985 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/info/f741c3f82d78476c90c489467d07d8fe, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T16:18:57,986 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/ns/a89e115b5a7846cf85de3d01df4680ae as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/ns/a89e115b5a7846cf85de3d01df4680ae 2024-11-23T16:18:57,990 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/ns/a89e115b5a7846cf85de3d01df4680ae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:18:57,991 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/table/b3cd30c8f6a241e5982af59b101ded1c as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/table/b3cd30c8f6a241e5982af59b101ded1c 2024-11-23T16:18:57,995 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/table/b3cd30c8f6a241e5982af59b101ded1c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T16:18:57,995 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 to pos 0, reset compression=false 2024-11-23T16:18:57,996 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-23T16:18:58,000 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T16:18:58,001 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:18:58,001 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:18:58,001 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:58,001 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378736698Running coprocessor pre-close hooks at 1732378736698Disabling compacts and flushes for region at 1732378736698Disabling writes for close at 1732378736698Obtaining lock to block concurrent updates at 1732378736698Preparing flush snapshotting stores in 1588230740 at 1732378736698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732378736698Flushing stores of hbase:meta,,1.1588230740 at 1732378736699 (+1 ms)Flushing 1588230740/info: creating writer at 1732378736699Flushing 1588230740/info: appending metadata at 1732378736720 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732378736721 (+1 ms)Flushing 1588230740/ns: creating writer at 1732378737132 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732378737147 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732378737147Flushing 1588230740/table: creating writer at 1732378737557 (+410 ms)Flushing 1588230740/table: appending metadata at 1732378737570 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732378737570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253c5d48: reopening flushed file at 1732378737980 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdd4550: reopening flushed file at 1732378737985 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31832b38: reopening flushed file at 1732378737990 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1732378737996 (+6 ms)Writing region close event to WAL at 1732378737997 (+1 ms)Running coprocessor post-close hooks at 1732378738001 (+4 ms)Closed at 1732378738001 2024-11-23T16:18:58,001 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:18:58,099 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,33037,1732378727717; all regions closed. 2024-11-23T16:18:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741834_1010 (size=2742) 2024-11-23T16:18:58,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.meta.1732378730629.meta not finished, retry = 0 2024-11-23T16:18:58,204 DEBUG [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs 2024-11-23T16:18:58,204 INFO [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C33037%2C1732378727717.meta:.meta(num 1732378730629) 2024-11-23T16:18:58,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.rep.1732378735681 not finished, retry = 0 2024-11-23T16:18:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741837_1013 (size=1586) 2024-11-23T16:18:58,308 DEBUG [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs 2024-11-23T16:18:58,308 INFO [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C33037%2C1732378727717.rep:(num 1732378735681) 2024-11-23T16:18:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741832_1008 (size=93) 2024-11-23T16:18:58,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717/1a7c5470b472%2C33037%2C1732378727717.1732378729716 not finished, retry = 0 2024-11-23T16:18:58,413 DEBUG [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs 2024-11-23T16:18:58,413 INFO [RS:0;1a7c5470b472:33037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C33037%2C1732378727717:(num 1732378729716) 2024-11-23T16:18:58,413 DEBUG [RS:0;1a7c5470b472:33037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:58,413 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:18:58,413 INFO [RS:0;1a7c5470b472:33037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:18:58,413 INFO [RS:0;1a7c5470b472:33037 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:18:58,413 INFO [RS:0;1a7c5470b472:33037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:18:58,413 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:18:58,413 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,33037,1732378727717 because: Region server is closing 2024-11-23T16:18:58,414 INFO [RS:0;1a7c5470b472:33037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:33037. 2024-11-23T16:18:58,414 DEBUG [RS:0;1a7c5470b472:33037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:18:58,414 DEBUG [RS:0;1a7c5470b472:33037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:58,414 DEBUG [RS:0;1a7c5470b472:33037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:18:58,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:18:58,514 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.wal-reader.1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:18:58,514 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.shipper1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:18:58,514 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,33037,1732378727717.replicationSource.shipper1a7c5470b472%2C33037%2C1732378727717,1-1a7c5470b472,33037,1732378727717 terminated 2024-11-23T16:18:58,514 INFO [RS:0;1a7c5470b472:33037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33037 2024-11-23T16:18:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/rs/1a7c5470b472,33037,1732378727717 2024-11-23T16:18:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/rs 2024-11-23T16:18:58,516 INFO [RS:0;1a7c5470b472:33037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:18:58,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,33037,1732378727717] 2024-11-23T16:18:58,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/draining/1a7c5470b472,33037,1732378727717 already deleted, retry=false 2024-11-23T16:18:58,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,33037,1732378727717 expired; onlineServers=0 2024-11-23T16:18:58,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,41293,1732378727662' ***** 2024-11-23T16:18:58,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:18:58,520 INFO [M:0;1a7c5470b472:41293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:18:58,520 INFO [M:0;1a7c5470b472:41293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:18:58,520 DEBUG [M:0;1a7c5470b472:41293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:18:58,520 DEBUG [M:0;1a7c5470b472:41293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:18:58,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:18:58,520 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378729485 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378729485,5,FailOnTimeoutGroup] 2024-11-23T16:18:58,520 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378729485 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378729485,5,FailOnTimeoutGroup] 2024-11-23T16:18:58,520 INFO [M:0;1a7c5470b472:41293 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:18:58,520 INFO [M:0;1a7c5470b472:41293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:18:58,520 DEBUG [M:0;1a7c5470b472:41293 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:18:58,520 INFO [M:0;1a7c5470b472:41293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:18:58,520 INFO [M:0;1a7c5470b472:41293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:18:58,521 INFO [M:0;1a7c5470b472:41293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:18:58,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:18:58,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/master 2024-11-23T16:18:58,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:18:58,522 DEBUG [M:0;1a7c5470b472:41293 {}] zookeeper.ZKUtil(347): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/master because node does not exist (not an error) 2024-11-23T16:18:58,522 WARN [M:0;1a7c5470b472:41293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:18:58,523 INFO [M:0;1a7c5470b472:41293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/.lastflushedseqids 2024-11-23T16:18:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741842_1018 (size=181) 2024-11-23T16:18:58,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:58,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33037-0x101459f7bc40001, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:18:58,619 INFO [RS:0;1a7c5470b472:33037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:18:58,619 INFO [RS:0;1a7c5470b472:33037 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,33037,1732378727717; zookeeper connection closed. 2024-11-23T16:18:58,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34268698 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34268698 2024-11-23T16:18:58,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:18:58,928 INFO [M:0;1a7c5470b472:41293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:18:58,928 INFO [M:0;1a7c5470b472:41293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:18:58,928 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:18:58,928 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:58,928 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:58,928 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:18:58,928 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:18:58,928 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T16:18:58,944 DEBUG [M:0;1a7c5470b472:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9783a812a85d4b7ab14b58aac3e06a54 is 82, key is hbase:meta,,1/info:regioninfo/1732378730662/Put/seqid=0 2024-11-23T16:18:58,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741843_1019 (size=5672) 2024-11-23T16:18:59,349 INFO [M:0;1a7c5470b472:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9783a812a85d4b7ab14b58aac3e06a54 2024-11-23T16:18:59,368 DEBUG [M:0;1a7c5470b472:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a566a096cd40dab3118a1af0f45025 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732378735733/Put/seqid=0 2024-11-23T16:18:59,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741844_1020 (size=7203) 2024-11-23T16:18:59,772 INFO [M:0;1a7c5470b472:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a566a096cd40dab3118a1af0f45025 2024-11-23T16:18:59,791 DEBUG [M:0;1a7c5470b472:41293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e2e7460c3304f5eb62ffa265f3640c9 is 69, key is 1a7c5470b472,33037,1732378727717/rs:state/1732378729568/Put/seqid=0 2024-11-23T16:18:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741845_1021 (size=5156) 2024-11-23T16:19:00,195 INFO [M:0;1a7c5470b472:41293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e2e7460c3304f5eb62ffa265f3640c9 2024-11-23T16:19:00,201 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9783a812a85d4b7ab14b58aac3e06a54 as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9783a812a85d4b7ab14b58aac3e06a54 2024-11-23T16:19:00,204 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9783a812a85d4b7ab14b58aac3e06a54, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T16:19:00,205 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a566a096cd40dab3118a1af0f45025 as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a566a096cd40dab3118a1af0f45025 2024-11-23T16:19:00,209 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a566a096cd40dab3118a1af0f45025, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T16:19:00,209 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e2e7460c3304f5eb62ffa265f3640c9 as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e2e7460c3304f5eb62ffa265f3640c9 2024-11-23T16:19:00,213 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e2e7460c3304f5eb62ffa265f3640c9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T16:19:00,214 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-23T16:19:00,215 INFO [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:00,215 DEBUG [M:0;1a7c5470b472:41293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378738928Disabling compacts and flushes for region at 1732378738928Disabling writes for close at 1732378738928Obtaining lock to block concurrent updates at 1732378738928Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378738928Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732378738929 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378738929Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378738929Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378738944 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378738944Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378739354 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378739368 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378739368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378739777 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378739791 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378739791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160484af: reopening flushed file at 1732378740200 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa125db: reopening flushed file at 1732378740205 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740c780f: reopening flushed file at 1732378740209 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732378740214 (+5 ms)Writing region close event to WAL at 1732378740215 (+1 ms)Closed at 1732378740215 2024-11-23T16:19:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741830_1006 (size=41008) 2024-11-23T16:19:00,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662/1a7c5470b472%2C41293%2C1732378727662.1732378729406 not finished, retry = 0 2024-11-23T16:19:00,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:00,318 INFO [M:0;1a7c5470b472:41293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:00,318 INFO [M:0;1a7c5470b472:41293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41293 2024-11-23T16:19:00,319 INFO [M:0;1a7c5470b472:41293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:00,422 INFO [M:0;1a7c5470b472:41293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:00,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:00,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41293-0x101459f7bc40000, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:00,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:00,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:00,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:19:00,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:00,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37133 2024-11-23T16:19:00,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37133 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:19:00,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371330x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:00,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37133-0x101459f7bc40006 connected 2024-11-23T16:19:00,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:00,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:00,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:19:00,436 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: INIT 2024-11-23T16:19:00,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927, hbase.cluster.distributed=false 2024-11-23T16:19:00,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/acl 2024-11-23T16:19:00,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-23T16:19:00,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37133 2024-11-23T16:19:00,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37133 2024-11-23T16:19:00,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-23T16:19:00,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-23T16:19:00,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:00,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42009 2024-11-23T16:19:00,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42009 connecting to ZooKeeper ensemble=127.0.0.1:54790 2024-11-23T16:19:00,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:00,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:00,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420090x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:00,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420090x0, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:19:00,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42009-0x101459f7bc40007 connected 2024-11-23T16:19:00,460 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: INIT 2024-11-23T16:19:00,460 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:19:00,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:19:00,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/master 2024-11-23T16:19:00,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/acl 2024-11-23T16:19:00,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-23T16:19:00,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42009 2024-11-23T16:19:00,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42009 2024-11-23T16:19:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-23T16:19:00,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-23T16:19:00,486 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:37133 2024-11-23T16:19:00,487 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1107224517/backup-masters/1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:19:00,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:19:00,489 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on existing znode=/0-1107224517/backup-masters/1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:00,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107224517/master 2024-11-23T16:19:00,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:00,491 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on existing znode=/0-1107224517/master 2024-11-23T16:19:00,491 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1107224517/backup-masters/1a7c5470b472,37133,1732378740424 from backup master directory 2024-11-23T16:19:00,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/backup-masters/1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:19:00,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/backup-masters 2024-11-23T16:19:00,492 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:00,492 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,502 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:00,502 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:19:00,507 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-23T16:19:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741846_1022 (size=196) 2024-11-23T16:19:00,515 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:00,516 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:19:00,516 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:00,520 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T16:19:00,523 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662 to hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662-dead as it is dead 2024-11-23T16:19:00,523 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662-dead/1a7c5470b472%2C41293%2C1732378727662.1732378729406 2024-11-23T16:19:00,524 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662-dead/1a7c5470b472%2C41293%2C1732378727662.1732378729406 after 1ms 2024-11-23T16:19:00,524 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662-dead/1a7c5470b472%2C41293%2C1732378727662.1732378729406 to hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C41293%2C1732378727662.1732378729406 2024-11-23T16:19:00,524 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,41293,1732378727662-dead 2024-11-23T16:19:00,525 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,525 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:00,526 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C37133%2C1732378740424, suffix=, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,37133,1732378740424, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/oldWALs, maxLogs=10 2024-11-23T16:19:00,543 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,37133,1732378740424/1a7c5470b472%2C37133%2C1732378740424.1732378740527, exclude list is [], retry=0 2024-11-23T16:19:00,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:19:00,547 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/WALs/1a7c5470b472,37133,1732378740424/1a7c5470b472%2C37133%2C1732378740424.1732378740527 2024-11-23T16:19:00,547 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:19:00,547 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:00,547 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:00,548 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,548 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:19:00,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:00,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9783a812a85d4b7ab14b58aac3e06a54 2024-11-23T16:19:00,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:00,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:19:00,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:00,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a566a096cd40dab3118a1af0f45025 2024-11-23T16:19:00,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:00,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:19:00,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:00,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e2e7460c3304f5eb62ffa265f3640c9 2024-11-23T16:19:00,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:00,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:19:00,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:00,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:00,567 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,568 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T16:19:00,568 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C41293%2C1732378727662.1732378729406 2024-11-23T16:19:00,572 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C41293%2C1732378727662.1732378729406 2024-11-23T16:19:00,572 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1a7c5470b472%2C41293%2C1732378727662.1732378729406 2024-11-23T16:19:00,573 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,573 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,574 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:00,575 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:00,577 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-23T16:19:00,577 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65300904, jitterRate=-0.02694070339202881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:00,578 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378740548Initializing all the Stores at 1732378740548Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378740548Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378740549 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378740549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378740549Cleaning up temporary data from old regions at 1732378740573 (+24 ms)Region opened successfully at 1732378740578 (+5 ms) 2024-11-23T16:19:00,578 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:19:00,580 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6656e38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:00,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T16:19:00,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:19:00,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:19:00,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:19:00,583 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:19:00,585 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:00,585 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:19:00,586 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:19:00,586 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-23T16:19:00,586 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:19:00,588 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a7c5470b472,33037,1732378727717, regionLocation=1a7c5470b472,33037,1732378727717, openSeqNum=2 2024-11-23T16:19:00,588 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a7c5470b472,33037,1732378727717, table=hbase:meta, region=1588230740 2024-11-23T16:19:00,588 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,33037,1732378727717, state=OPEN 2024-11-23T16:19:00,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:19:00,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:19:00,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:19:00,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:19:00,593 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:19:00,594 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/draining/1a7c5470b472,33037,1732378727717 already deleted, retry=false 2024-11-23T16:19:00,594 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1a7c5470b472,33037,1732378727717 on 1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,595 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a7c5470b472,33037,1732378727717, splitWal=true, meta=true 2024-11-23T16:19:00,595 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 1a7c5470b472,33037,1732378727717 (carryingMeta=true) 1a7c5470b472,33037,1732378727717/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@382ebdfd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T16:19:00,597 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/balancer because node does not exist (not necessarily an error) 2024-11-23T16:19:00,598 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/balancer already deleted, retry=false 2024-11-23T16:19:00,598 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:19:00,598 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:19:00,599 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/normalizer already deleted, retry=false 2024-11-23T16:19:00,600 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:19:00,600 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:19:00,602 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/switch/split already deleted, retry=false 2024-11-23T16:19:00,603 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:19:00,604 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/switch/merge already deleted, retry=false 2024-11-23T16:19:00,607 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:19:00,608 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/snapshot-cleanup already deleted, retry=false 2024-11-23T16:19:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:19:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:19:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:00,612 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,37133,1732378740424, sessionid=0x101459f7bc40006, setting cluster-up flag (Was=false) 2024-11-23T16:19:00,613 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1107224517/flush-table-proc/acquired, /0-1107224517/flush-table-proc/reached, /0-1107224517/flush-table-proc/abort 2024-11-23T16:19:00,614 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,616 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1107224517/online-snapshot/acquired, /0-1107224517/online-snapshot/reached, /0-1107224517/online-snapshot/abort 2024-11-23T16:19:00,617 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,37133,1732378740424 2024-11-23T16:19:00,618 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/.lastflushedseqids 2024-11-23T16:19:00,620 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:19:00,620 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:19:00,620 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,37133,1732378740424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1a7c5470b472,33037,1732378727717 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:00,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,622 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378770622 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:19:00,623 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1a7c5470b472,33037,1732378727717, splitWal=true, meta=true 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:19:00,623 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a7c5470b472,33037,1732378727717, splitWal=true, meta=true, isMeta: true 2024-11-23T16:19:00,623 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:19:00,624 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378740624,5,FailOnTimeoutGroup] 2024-11-23T16:19:00,624 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378740624,5,FailOnTimeoutGroup] 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378740624, completionTime=-1 2024-11-23T16:19:00,624 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T16:19:00,624 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717-splitting 2024-11-23T16:19:00,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T16:19:00,625 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717-splitting dir is empty, no logs to split. 2024-11-23T16:19:00,625 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a7c5470b472,33037,1732378727717 WAL count=0, meta=true 2024-11-23T16:19:00,626 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717-splitting dir is empty, no logs to split. 2024-11-23T16:19:00,626 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a7c5470b472,33037,1732378727717 WAL count=0, meta=true 2024-11-23T16:19:00,626 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a7c5470b472,33037,1732378727717 WAL splitting is done? wals=0, meta=true 2024-11-23T16:19:00,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:19:00,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:00,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T16:19:00,673 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(746): ClusterId : a7738713-d57a-46b4-8dcb-7f2f789f97b5 2024-11-23T16:19:00,673 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:19:00,675 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:19:00,675 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:19:00,678 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:19:00,678 DEBUG [RS:0;1a7c5470b472:42009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66145c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:00,690 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:42009 2024-11-23T16:19:00,690 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:19:00,690 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:19:00,690 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:19:00,691 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,37133,1732378740424 with port=42009, startcode=1732378740452 2024-11-23T16:19:00,691 DEBUG [RS:0;1a7c5470b472:42009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:19:00,692 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:19:00,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,42009,1732378740452 2024-11-23T16:19:00,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,42009,1732378740452 2024-11-23T16:19:00,693 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927 2024-11-23T16:19:00,693 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34477 2024-11-23T16:19:00,693 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:19:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/rs 2024-11-23T16:19:00,703 DEBUG [RS:0;1a7c5470b472:42009 {}] zookeeper.ZKUtil(111): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on existing znode=/0-1107224517/rs/1a7c5470b472,42009,1732378740452 2024-11-23T16:19:00,703 WARN [RS:0;1a7c5470b472:42009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:00,703 INFO [RS:0;1a7c5470b472:42009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:00,703 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452 2024-11-23T16:19:00,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,42009,1732378740452] 2024-11-23T16:19:00,721 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:19:00,722 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:19:00,722 INFO [RS:0;1a7c5470b472:42009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:19:00,722 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,722 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:19:00,723 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:19:00,723 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,723 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,724 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:00,724 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:00,724 DEBUG [RS:0;1a7c5470b472:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:00,724 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,724 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,724 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,724 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,724 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,724 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42009,1732378740452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:00,724 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T16:19:00,737 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:19:00,737 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42009,1732378740452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,750 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,42009,1732378740452, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:19:00,750 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,750 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.Replication(171): 1a7c5470b472,42009,1732378740452 started 2024-11-23T16:19:00,763 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:00,763 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,42009,1732378740452, RpcServer on 1a7c5470b472/172.17.0.2:42009, sessionid=0x101459f7bc40007 2024-11-23T16:19:00,763 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:19:00,763 DEBUG [RS:0;1a7c5470b472:42009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,42009,1732378740452 2024-11-23T16:19:00,763 DEBUG [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:32965' 2024-11-23T16:19:00,764 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,42009,1732378740452' 2024-11-23T16:19:00,764 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1107224517/flush-table-proc/abort' 2024-11-23T16:19:00,764 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1107224517/flush-table-proc/acquired' 2024-11-23T16:19:00,764 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:19:00,764 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,42009,1732378740452 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a77b0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,42009,1732378740452' 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1107224517/online-snapshot/abort' 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,32965,-1 for getting cluster id 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1107224517/online-snapshot/acquired' 2024-11-23T16:19:00,765 DEBUG [RS:0;1a7c5470b472:42009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:19:00,765 INFO [RS:0;1a7c5470b472:42009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:19:00,765 INFO [RS:0;1a7c5470b472:42009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:19:00,766 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1519c784-88cc-48b3-b4f6-b939edbc7859' 2024-11-23T16:19:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1519c784-88cc-48b3-b4f6-b939edbc7859" 2024-11-23T16:19:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@636692f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,32965,-1] 2024-11-23T16:19:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:00,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:00,767 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:00,768 DEBUG [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796b82b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:00,768 DEBUG [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,32965,1732378731845 2024-11-23T16:19:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5772ec 2024-11-23T16:19:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:00,769 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:00,770 INFO [RS:0;1a7c5470b472:42009.replicationSource,1-1a7c5470b472,42009,1732378740452 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,42009,1732378740452 (queues=0) is replicating from cluster=a7738713-d57a-46b4-8dcb-7f2f789f97b5 to cluster=1519c784-88cc-48b3-b4f6-b939edbc7859 2024-11-23T16:19:00,779 WARN [1a7c5470b472:37133 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T16:19:00,866 INFO [RS:0;1a7c5470b472:42009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:00,867 INFO [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C42009%2C1732378740452, suffix=, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs, maxLogs=10 2024-11-23T16:19:00,881 DEBUG [RS:0;1a7c5470b472:42009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868, exclude list is [], retry=0 2024-11-23T16:19:00,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:19:00,885 INFO [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 2024-11-23T16:19:00,885 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1a7c5470b472%2C42009%2C1732378740452 for peer 1 2024-11-23T16:19:00,885 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C42009%2C1732378740452 2024-11-23T16:19:00,885 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,42009,1732378740452, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:19:00,886 DEBUG [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:19:00,886 INFO [RS:0;1a7c5470b472:42009.replicationSource.shipper1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C42009%2C1732378740452 2024-11-23T16:19:00,886 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868, startPosition=0, beingWritten=true 2024-11-23T16:19:01,029 DEBUG [1a7c5470b472:37133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:19:01,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,42009,1732378740452 2024-11-23T16:19:01,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,42009,1732378740452, state=OPENING 2024-11-23T16:19:01,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:19:01,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:19:01,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:19:01,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:19:01,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:01,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,42009,1732378740452}] 2024-11-23T16:19:01,090 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:01,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:01,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:19:01,190 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:19:01,190 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:01,190 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:19:01,191 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C42009%2C1732378740452.meta, suffix=.meta, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs, maxLogs=10 2024-11-23T16:19:01,205 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.meta.1732378741192.meta, exclude list is [], retry=0 2024-11-23T16:19:01,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:19:01,209 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.meta.1732378741192.meta 2024-11-23T16:19:01,209 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:19:01,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:01,209 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:01,209 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:01,209 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:01,209 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:19:01,209 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:19:01,210 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:19:01,210 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:01,210 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:19:01,210 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:19:01,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:01,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:01,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:01,219 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/info/f741c3f82d78476c90c489467d07d8fe 2024-11-23T16:19:01,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:01,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:01,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:01,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:01,226 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/ns/a89e115b5a7846cf85de3d01df4680ae 2024-11-23T16:19:01,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:01,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:01,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:01,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:01,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:01,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:01,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:01,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:01,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:01,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:01,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:01,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:01,233 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/table/b3cd30c8f6a241e5982af59b101ded1c 2024-11-23T16:19:01,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:01,234 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:01,234 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740 2024-11-23T16:19:01,235 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740 2024-11-23T16:19:01,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:01,237 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:01,237 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:01,238 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:01,239 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:01,240 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59916935, jitterRate=-0.10716809332370758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:01,240 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:19:01,240 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378741210Writing region info on filesystem at 1732378741210Initializing all the Stores at 1732378741211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378741211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378741212 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378741212Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378741212Cleaning up temporary data from old regions at 1732378741237 (+25 ms)Running coprocessor post-open hooks at 1732378741240 (+3 ms)Region opened successfully at 1732378741240 2024-11-23T16:19:01,241 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732378741185 2024-11-23T16:19:01,243 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:19:01,243 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:19:01,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1a7c5470b472,42009,1732378740452 2024-11-23T16:19:01,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,42009,1732378740452, state=OPEN 2024-11-23T16:19:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:19:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107224517/meta-region-server 2024-11-23T16:19:01,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,42009,1732378740452 2024-11-23T16:19:01,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:19:01,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107224517/meta-region-server: CHANGED 2024-11-23T16:19:01,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T16:19:01,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,42009,1732378740452 in 213 msec 2024-11-23T16:19:01,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:19:01,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-23T16:19:01,395 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:01,800 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:02,227 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-23T16:19:02,306 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:02,911 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:03,626 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:03,729 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T16:19:04,432 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:05,132 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T16:19:05,132 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:19:05,132 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:05,132 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42009,1732378740452, seqNum=-1] 2024-11-23T16:19:05,132 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:05,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:05,137 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a7c496d57afc6d19d9008ecdbf4eeae, regionState=OPEN, lastHost=1a7c5470b472,33037,1732378727717, regionLocation=1a7c5470b472,33037,1732378727717, openSeqNum=2 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378805138 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378865138 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-23T16:19:05,138 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1a7c5470b472,33037,1732378727717 had 2 regions 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37133,1732378740424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37133,1732378740424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37133,1732378740424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:37133, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,138 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,139 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,139 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a7c5470b472,33037,1732378727717, splitWal=true, meta=true, isMeta: false 2024-11-23T16:19:05,143 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717-splitting dir is empty, no logs to split. 2024-11-23T16:19:05,144 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1a7c5470b472,33037,1732378727717 WAL count=0, meta=false 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.652sec 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37133,1732378740424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:05,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37133,1732378740424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:19:05,146 WARN [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1a7c5470b472,33037,1732378727717/hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,147 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,33037,1732378727717-splitting dir is empty, no logs to split. 2024-11-23T16:19:05,147 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1a7c5470b472,33037,1732378727717 WAL count=0, meta=false 2024-11-23T16:19:05,147 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1a7c5470b472,33037,1732378727717 WAL splitting is done? wals=0, meta=false 2024-11-23T16:19:05,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN}] 2024-11-23T16:19:05,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN 2024-11-23T16:19:05,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T16:19:05,151 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:19:05,151 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:19:05,151 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37133,1732378740424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:05,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:05,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,37133,-1 for getting cluster id 2024-11-23T16:19:05,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:05,179 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7738713-d57a-46b4-8dcb-7f2f789f97b5' 2024-11-23T16:19:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7738713-d57a-46b4-8dcb-7f2f789f97b5" 2024-11-23T16:19:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0a4ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,37133,-1] 2024-11-23T16:19:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,182 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fba3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:05,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42009,1732378740452, seqNum=-1] 2024-11-23T16:19:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:05,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:05,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T16:19:05,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:05,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:05,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1a7c5470b472:37133 after: 1a7c5470b472:37133 2024-11-23T16:19:05,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:05,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,37133,-1 for getting cluster id 2024-11-23T16:19:05,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:05,189 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7738713-d57a-46b4-8dcb-7f2f789f97b5' 2024-11-23T16:19:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7738713-d57a-46b4-8dcb-7f2f789f97b5" 2024-11-23T16:19:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58178162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,37133,-1] 2024-11-23T16:19:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,190 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:05,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:05,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,37133,1732378740424 2024-11-23T16:19:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ff9005 2024-11-23T16:19:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:05,192 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:05,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T16:19:05,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:19:05,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:05,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:05,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:19:05,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=470761678, stopped=false 2024-11-23T16:19:05,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,32965,1732378731845 2024-11-23T16:19:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192434005/running 2024-11-23T16:19:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:19:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192434005/running 2024-11-23T16:19:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:19:05,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:05,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/running 2024-11-23T16:19:05,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:05,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,39043,1732378731892' ***** 2024-11-23T16:19:05,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:19:05,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,39043,1732378731892 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:39043. 2024-11-23T16:19:05,196 DEBUG [RS:0;1a7c5470b472:39043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,196 DEBUG [RS:0;1a7c5470b472:39043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:19:05,196 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:19:05,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Set watcher on znode that does not yet exist, /1-192434005/running 2024-11-23T16:19:05,197 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:19:05,197 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:19:05,197 DEBUG [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:05,197 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:05,197 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:05,197 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:05,197 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:05,197 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:05,197 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T16:19:05,217 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/.tmp/ns/266222528bfd4fc98335ef4256cab955 is 43, key is default/ns:d/1732378734442/Put/seqid=0 2024-11-23T16:19:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741835_1011 (size=5153) 2024-11-23T16:19:05,223 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/.tmp/ns/266222528bfd4fc98335ef4256cab955 2024-11-23T16:19:05,232 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/.tmp/ns/266222528bfd4fc98335ef4256cab955 as hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/ns/266222528bfd4fc98335ef4256cab955 2024-11-23T16:19:05,237 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/ns/266222528bfd4fc98335ef4256cab955, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T16:19:05,238 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 40ms, sequenceid=6, compaction requested=false 2024-11-23T16:19:05,238 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:19:05,253 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T16:19:05,254 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:05,254 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:05,254 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:05,254 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378745197Running coprocessor pre-close hooks at 1732378745197Disabling compacts and flushes for region at 1732378745197Disabling writes for close at 1732378745197Obtaining lock to block concurrent updates at 1732378745197Preparing flush snapshotting stores in 1588230740 at 1732378745197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732378745197Flushing stores of hbase:meta,,1.1588230740 at 1732378745198 (+1 ms)Flushing 1588230740/ns: creating writer at 1732378745198Flushing 1588230740/ns: appending metadata at 1732378745216 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732378745216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a57cc91: reopening flushed file at 1732378745231 (+15 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 40ms, sequenceid=6, compaction requested=false at 1732378745238 (+7 ms)Writing region close event to WAL at 1732378745244 (+6 ms)Running coprocessor post-close hooks at 1732378745254 (+10 ms)Closed at 1732378745254 2024-11-23T16:19:05,254 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:05,258 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:05,300 DEBUG [1a7c5470b472:37133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:19:05,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9a7c496d57afc6d19d9008ecdbf4eeae, regionState=OPENING, regionLocation=1a7c5470b472,42009,1732378740452 2024-11-23T16:19:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN because future has completed 2024-11-23T16:19:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7c496d57afc6d19d9008ecdbf4eeae, server=1a7c5470b472,42009,1732378740452}] 2024-11-23T16:19:05,339 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:05,350 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:19:05,350 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:19:05,397 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,39043,1732378731892; all regions closed. 2024-11-23T16:19:05,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741834_1010 (size=1152) 2024-11-23T16:19:05,403 DEBUG [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/oldWALs 2024-11-23T16:19:05,403 INFO [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C39043%2C1732378731892.meta:.meta(num 1732378734400) 2024-11-23T16:19:05,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741832_1008 (size=93) 2024-11-23T16:19:05,418 DEBUG [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/oldWALs 2024-11-23T16:19:05,418 INFO [RS:0;1a7c5470b472:39043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C39043%2C1732378731892:(num 1732378733480) 2024-11-23T16:19:05,418 DEBUG [RS:0;1a7c5470b472:39043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,418 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:05,418 INFO [RS:0;1a7c5470b472:39043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:05,418 INFO [RS:0;1a7c5470b472:39043 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:05,418 INFO [RS:0;1a7c5470b472:39043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:05,418 INFO [RS:0;1a7c5470b472:39043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39043 2024-11-23T16:19:05,419 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192434005/rs/1a7c5470b472,39043,1732378731892 2024-11-23T16:19:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005/rs 2024-11-23T16:19:05,422 INFO [RS:0;1a7c5470b472:39043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:05,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,39043,1732378731892] 2024-11-23T16:19:05,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-192434005/draining/1a7c5470b472,39043,1732378731892 already deleted, retry=false 2024-11-23T16:19:05,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,39043,1732378731892 expired; onlineServers=0 2024-11-23T16:19:05,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,32965,1732378731845' ***** 2024-11-23T16:19:05,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:19:05,424 INFO [M:0;1a7c5470b472:32965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:05,424 INFO [M:0;1a7c5470b472:32965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:05,425 DEBUG [M:0;1a7c5470b472:32965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:19:05,425 DEBUG [M:0;1a7c5470b472:32965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:19:05,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:19:05,425 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378733257 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378733257,5,FailOnTimeoutGroup] 2024-11-23T16:19:05,425 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378733257 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378733257,5,FailOnTimeoutGroup] 2024-11-23T16:19:05,425 INFO [M:0;1a7c5470b472:32965 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:05,425 INFO [M:0;1a7c5470b472:32965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:05,425 DEBUG [M:0;1a7c5470b472:32965 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:19:05,425 INFO [M:0;1a7c5470b472:32965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:19:05,425 INFO [M:0;1a7c5470b472:32965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:05,425 INFO [M:0;1a7c5470b472:32965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:19:05,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:19:05,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192434005/master 2024-11-23T16:19:05,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192434005 2024-11-23T16:19:05,428 DEBUG [M:0;1a7c5470b472:32965 {}] zookeeper.ZKUtil(347): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Unable to get data of znode /1-192434005/master because node does not exist (not an error) 2024-11-23T16:19:05,428 WARN [M:0;1a7c5470b472:32965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:19:05,430 INFO [M:0;1a7c5470b472:32965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/.lastflushedseqids 2024-11-23T16:19:05,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741836_1012 (size=99) 2024-11-23T16:19:05,440 INFO [M:0;1a7c5470b472:32965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:19:05,440 INFO [M:0;1a7c5470b472:32965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:19:05,440 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:05,440 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:05,440 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:05,440 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:05,440 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:05,440 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T16:19:05,469 DEBUG [M:0;1a7c5470b472:32965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23fdf9884f4f410f91c61bc05b2e8786 is 82, key is hbase:meta,,1/info:regioninfo/1732378734432/Put/seqid=0 2024-11-23T16:19:05,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:05,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:19:05,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C42009%2C1732378740452.rep, suffix=, logDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452, archiveDir=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs, maxLogs=10 2024-11-23T16:19:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741837_1013 (size=5672) 2024-11-23T16:19:05,485 INFO [M:0;1a7c5470b472:32965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23fdf9884f4f410f91c61bc05b2e8786 2024-11-23T16:19:05,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.rep.1732378745480, exclude list is [], retry=0 2024-11-23T16:19:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37737,DS-771ba52a-c116-45ec-89d1-fc8b1c6ba4b0,DISK] 2024-11-23T16:19:05,512 DEBUG [M:0;1a7c5470b472:32965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91013818e2724460881c5311fda4a709 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732378734445/Put/seqid=0 2024-11-23T16:19:05,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.rep.1732378745480 2024-11-23T16:19:05,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-23T16:19:05,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a7c496d57afc6d19d9008ecdbf4eeae, NAME => 'hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:05,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:05,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:05,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. service=MultiRowMutationService 2024-11-23T16:19:05,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:19:05,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:05,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:05,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x101459f7bc40004, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:05,524 INFO [RS:0;1a7c5470b472:39043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:05,524 INFO [RS:0;1a7c5470b472:39043 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,39043,1732378731892; zookeeper connection closed. 2024-11-23T16:19:05,525 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,525 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7c496d57afc6d19d9008ecdbf4eeae columnFamilyName hfileref 2024-11-23T16:19:05,526 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:05,526 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(327): Store=9a7c496d57afc6d19d9008ecdbf4eeae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:05,526 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,527 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7c496d57afc6d19d9008ecdbf4eeae columnFamilyName queue 2024-11-23T16:19:05,527 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:05,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e03af5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e03af5c 2024-11-23T16:19:05,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:19:05,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741838_1014 (size=5275) 2024-11-23T16:19:05,534 INFO [M:0;1a7c5470b472:32965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91013818e2724460881c5311fda4a709 2024-11-23T16:19:05,539 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/queue/c78f7c59509849e6ba81a50b34779fae 2024-11-23T16:19:05,539 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(327): Store=9a7c496d57afc6d19d9008ecdbf4eeae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:05,539 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,540 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7c496d57afc6d19d9008ecdbf4eeae columnFamilyName sid 2024-11-23T16:19:05,540 DEBUG [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:05,541 INFO [StoreOpener-9a7c496d57afc6d19d9008ecdbf4eeae-1 {}] regionserver.HStore(327): Store=9a7c496d57afc6d19d9008ecdbf4eeae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:05,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:05,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9a7c496d57afc6d19d9008ecdbf4eeae; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63483076, jitterRate=-0.054028451442718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:05,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9a7c496d57afc6d19d9008ecdbf4eeae: Running coprocessor pre-open hook at 1732378745519Writing region info on filesystem at 1732378745519Initializing all the Stores at 1732378745520 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378745520Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378745524 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378745524Cleaning up temporary data from old regions at 1732378745544 (+20 ms)Running coprocessor post-open hooks at 1732378745547 (+3 ms)Region opened successfully at 1732378745548 (+1 ms) 2024-11-23T16:19:05,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., pid=13, masterSystemTime=1732378745464 2024-11-23T16:19:05,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9a7c496d57afc6d19d9008ecdbf4eeae, regionState=OPEN, openSeqNum=9, regionLocation=1a7c5470b472,42009,1732378740452 2024-11-23T16:19:05,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7c496d57afc6d19d9008ecdbf4eeae, server=1a7c5470b472,42009,1732378740452 because future has completed 2024-11-23T16:19:05,569 DEBUG [M:0;1a7c5470b472:32965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d0354bfa4443d7b578408a2b09c1ce is 69, key is 1a7c5470b472,39043,1732378731892/rs:state/1732378733335/Put/seqid=0 2024-11-23T16:19:05,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T16:19:05,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a7c496d57afc6d19d9008ecdbf4eeae, server=1a7c5470b472,42009,1732378740452 in 264 msec 2024-11-23T16:19:05,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-23T16:19:05,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a7c496d57afc6d19d9008ecdbf4eeae, ASSIGN in 423 msec 2024-11-23T16:19:05,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T16:19:05,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., hostname=1a7c5470b472,42009,1732378740452, seqNum=9] 2024-11-23T16:19:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741839_1015 (size=5156) 2024-11-23T16:19:05,609 INFO [M:0;1a7c5470b472:32965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d0354bfa4443d7b578408a2b09c1ce 2024-11-23T16:19:05,610 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 1a7c5470b472,33037,1732378727717 2024-11-23T16:19:05,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T16:19:05,625 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23fdf9884f4f410f91c61bc05b2e8786 as hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23fdf9884f4f410f91c61bc05b2e8786 2024-11-23T16:19:05,630 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23fdf9884f4f410f91c61bc05b2e8786, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T16:19:05,631 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91013818e2724460881c5311fda4a709 as hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91013818e2724460881c5311fda4a709 2024-11-23T16:19:05,636 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91013818e2724460881c5311fda4a709, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T16:19:05,637 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d0354bfa4443d7b578408a2b09c1ce as hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68d0354bfa4443d7b578408a2b09c1ce 2024-11-23T16:19:05,643 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35787/user/jenkins/test-data/3777699e-804a-a2d5-0c85-60efeb1ac329/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68d0354bfa4443d7b578408a2b09c1ce, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T16:19:05,644 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 204ms, sequenceid=28, compaction requested=false 2024-11-23T16:19:05,648 INFO [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:05,649 DEBUG [M:0;1a7c5470b472:32965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378745440Disabling compacts and flushes for region at 1732378745440Disabling writes for close at 1732378745440Obtaining lock to block concurrent updates at 1732378745440Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378745440Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732378745441 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378745441Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378745442 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378745469 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378745469Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378745490 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378745511 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378745511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378745539 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378745569 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378745569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1e16cd: reopening flushed file at 1732378745624 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a928fa: reopening flushed file at 1732378745630 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bf45fd: reopening flushed file at 1732378745636 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 204ms, sequenceid=28, compaction requested=false at 1732378745644 (+8 ms)Writing region close event to WAL at 1732378745648 (+4 ms)Closed at 1732378745648 2024-11-23T16:19:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741830_1006 (size=10165) 2024-11-23T16:19:05,660 INFO [M:0;1a7c5470b472:32965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:05,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:05,660 INFO [M:0;1a7c5470b472:32965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32965 2024-11-23T16:19:05,660 INFO [M:0;1a7c5470b472:32965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:05,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:05,763 INFO [M:0;1a7c5470b472:32965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:05,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x101459f7bc40003, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:05,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-23T16:19:05,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:05,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:05,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:05,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:05,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:05,773 WARN [BP-1603860881-172.17.0.2-1732378730776 heartbeating to localhost/127.0.0.1:35787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:19:05,773 WARN [BP-1603860881-172.17.0.2-1732378730776 heartbeating to localhost/127.0.0.1:35787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603860881-172.17.0.2-1732378730776 (Datanode Uuid bbc4270c-abcd-438b-893a-9c8199934197) service to localhost/127.0.0.1:35787 2024-11-23T16:19:05,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/cluster_1121904b-aa55-4464-ceef-1d25e1e260f0/data/data1/current/BP-1603860881-172.17.0.2-1732378730776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:05,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/cluster_1121904b-aa55-4464-ceef-1d25e1e260f0/data/data2/current/BP-1603860881-172.17.0.2-1732378730776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:05,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:19:05,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:19:05,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:19:05,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:05,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:05,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:05,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:05,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:05,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:19:05,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:19:05,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:05,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:05,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:19:05,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293398987, stopped=false 2024-11-23T16:19:05,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,37133,1732378740424 2024-11-23T16:19:05,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:19:05,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/running 2024-11-23T16:19:05,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:05,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:05,805 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:05,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:19:05,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Set watcher on znode that does not yet exist, /0-1107224517/running 2024-11-23T16:19:05,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:05,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,42009,1732378740452' ***** 2024-11-23T16:19:05,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:19:05,808 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:19:05,808 INFO [RS:0;1a7c5470b472:42009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:19:05,808 INFO [RS:0;1a7c5470b472:42009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:19:05,808 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:19:05,808 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,42009,1732378740452 2024-11-23T16:19:05,808 INFO [RS:0;1a7c5470b472:42009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:05,809 INFO [RS:0;1a7c5470b472:42009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:42009. 2024-11-23T16:19:05,809 DEBUG [RS:0;1a7c5470b472:42009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:05,809 DEBUG [RS:0;1a7c5470b472:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:05,809 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:19:05,809 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:19:05,809 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a7c496d57afc6d19d9008ecdbf4eeae, disabling compactions & flushes 2024-11-23T16:19:05,809 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:19:05,809 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,809 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:19:05,809 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,809 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. after waiting 0 ms 2024-11-23T16:19:05,809 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,809 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:19:05,809 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1325): Online Regions={9a7c496d57afc6d19d9008ecdbf4eeae=hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:19:05,809 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a7c496d57afc6d19d9008ecdbf4eeae 2024-11-23T16:19:05,809 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:05,809 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:05,809 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:05,810 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:05,810 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:05,810 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T16:19:05,815 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/replication/9a7c496d57afc6d19d9008ecdbf4eeae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-23T16:19:05,816 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:05,816 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:05,816 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,816 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a7c496d57afc6d19d9008ecdbf4eeae: Waiting for close lock at 1732378745809Running coprocessor pre-close hooks at 1732378745809Disabling compacts and flushes for region at 1732378745809Disabling writes for close at 1732378745809Writing region close event to WAL at 1732378745812 (+3 ms)Running coprocessor post-close hooks at 1732378745816 (+4 ms)Closed at 1732378745816 2024-11-23T16:19:05,816 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae. 2024-11-23T16:19:05,828 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:05,829 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/info/393c47504e85439ca3167dd37d49f3a9 is 147, key is hbase:replication,,1732378734546.9a7c496d57afc6d19d9008ecdbf4eeae./info:regioninfo/1732378745560/Put/seqid=0 2024-11-23T16:19:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741851_1027 (size=6385) 2024-11-23T16:19:06,009 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:06,210 DEBUG [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:06,234 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/info/393c47504e85439ca3167dd37d49f3a9 2024-11-23T16:19:06,239 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/.tmp/info/393c47504e85439ca3167dd37d49f3a9 as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/info/393c47504e85439ca3167dd37d49f3a9 2024-11-23T16:19:06,244 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/info/393c47504e85439ca3167dd37d49f3a9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T16:19:06,245 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-11-23T16:19:06,245 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:19:06,250 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T16:19:06,250 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:06,250 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:06,250 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:06,250 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378745809Running coprocessor pre-close hooks at 1732378745809Disabling compacts and flushes for region at 1732378745809Disabling writes for close at 1732378745810 (+1 ms)Obtaining lock to block concurrent updates at 1732378745810Preparing flush snapshotting stores in 1588230740 at 1732378745810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732378745810Flushing stores of hbase:meta,,1.1588230740 at 1732378745811 (+1 ms)Flushing 1588230740/info: creating writer at 1732378745811Flushing 1588230740/info: appending metadata at 1732378745828 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732378745828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6455f7c2: reopening flushed file at 1732378746238 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1732378746245 (+7 ms)Writing region close event to WAL at 1732378746247 (+2 ms)Running coprocessor post-close hooks at 1732378746250 (+3 ms)Closed at 1732378746250 2024-11-23T16:19:06,251 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:06,346 DEBUG [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 to pos 0, reset compression=false 2024-11-23T16:19:06,410 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,42009,1732378740452; all regions closed. 2024-11-23T16:19:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741849_1025 (size=2156) 2024-11-23T16:19:06,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.meta.1732378741192.meta not finished, retry = 0 2024-11-23T16:19:06,515 DEBUG [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs 2024-11-23T16:19:06,515 INFO [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C42009%2C1732378740452.meta:.meta(num 1732378741192) 2024-11-23T16:19:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741850_1026 (size=796) 2024-11-23T16:19:06,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.rep.1732378745480 not finished, retry = 0 2024-11-23T16:19:06,622 DEBUG [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs 2024-11-23T16:19:06,622 INFO [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C42009%2C1732378740452.rep:(num 1732378745480) 2024-11-23T16:19:06,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/WALs/1a7c5470b472,42009,1732378740452/1a7c5470b472%2C42009%2C1732378740452.1732378740868 not finished, retry = 0 2024-11-23T16:19:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741848_1024 (size=93) 2024-11-23T16:19:06,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:06,724 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:19:06,724 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:19:06,727 DEBUG [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/oldWALs 2024-11-23T16:19:06,727 INFO [RS:0;1a7c5470b472:42009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C42009%2C1732378740452:(num 1732378740868) 2024-11-23T16:19:06,727 DEBUG [RS:0;1a7c5470b472:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:06,727 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:06,727 INFO [RS:0;1a7c5470b472:42009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:06,727 INFO [RS:0;1a7c5470b472:42009 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:06,727 INFO [RS:0;1a7c5470b472:42009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:06,727 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:06,728 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,42009,1732378740452 because: Region server is closing 2024-11-23T16:19:06,728 INFO [RS:0;1a7c5470b472:42009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:42009. 2024-11-23T16:19:06,728 DEBUG [RS:0;1a7c5470b472:42009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:06,728 DEBUG [RS:0;1a7c5470b472:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:06,728 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T16:19:06,728 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T16:19:06,728 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T16:19:06,728 DEBUG [RS:0;1a7c5470b472:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:06,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:06,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:06,828 WARN [RS:0;1a7c5470b472:42009.replicationSource.wal-reader.1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:19:06,828 WARN [RS:0;1a7c5470b472:42009.replicationSource.shipper1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:19:06,829 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1a7c5470b472:42009.replicationSource.shipper1a7c5470b472%2C42009%2C1732378740452,1-1a7c5470b472,42009,1732378740452 terminated 2024-11-23T16:19:06,829 INFO [RS:0;1a7c5470b472:42009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42009 2024-11-23T16:19:06,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/rs/1a7c5470b472,42009,1732378740452 2024-11-23T16:19:06,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517/rs 2024-11-23T16:19:06,835 INFO [RS:0;1a7c5470b472:42009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:06,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,42009,1732378740452] 2024-11-23T16:19:06,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107224517/draining/1a7c5470b472,42009,1732378740452 already deleted, retry=false 2024-11-23T16:19:06,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,42009,1732378740452 expired; onlineServers=0 2024-11-23T16:19:06,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,37133,1732378740424' ***** 2024-11-23T16:19:06,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:06,838 DEBUG [M:0;1a7c5470b472:37133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:19:06,838 DEBUG [M:0;1a7c5470b472:37133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:19:06,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:19:06,838 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378740624 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378740624,5,FailOnTimeoutGroup] 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:06,838 DEBUG [M:0;1a7c5470b472:37133 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:06,838 INFO [M:0;1a7c5470b472:37133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:19:06,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:19:06,838 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378740624 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378740624,5,FailOnTimeoutGroup] 2024-11-23T16:19:06,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107224517/master 2024-11-23T16:19:06,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107224517 2024-11-23T16:19:06,840 DEBUG [M:0;1a7c5470b472:37133 {}] zookeeper.ZKUtil(347): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Unable to get data of znode /0-1107224517/master because node does not exist (not an error) 2024-11-23T16:19:06,840 WARN [M:0;1a7c5470b472:37133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:19:06,840 INFO [M:0;1a7c5470b472:37133 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/.lastflushedseqids 2024-11-23T16:19:06,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741852_1028 (size=181) 2024-11-23T16:19:06,846 INFO [M:0;1a7c5470b472:37133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:19:06,846 INFO [M:0;1a7c5470b472:37133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:19:06,847 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:06,847 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:06,847 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:06,847 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:06,847 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:06,847 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T16:19:06,867 DEBUG [M:0;1a7c5470b472:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77da8ad7895741039c0b6719d12e346a is 82, key is hbase:meta,,1/info:regioninfo/1732378741244/Put/seqid=0 2024-11-23T16:19:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741853_1029 (size=5672) 2024-11-23T16:19:06,875 INFO [M:0;1a7c5470b472:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77da8ad7895741039c0b6719d12e346a 2024-11-23T16:19:06,899 DEBUG [M:0;1a7c5470b472:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4f4c6adf8b04f8eb53d41b4cd94f254 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732378745573/Put/seqid=0 2024-11-23T16:19:06,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741854_1030 (size=7312) 2024-11-23T16:19:06,904 INFO [M:0;1a7c5470b472:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4f4c6adf8b04f8eb53d41b4cd94f254 2024-11-23T16:19:06,929 DEBUG [M:0;1a7c5470b472:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94414f897fd34a9abdfe394b477948e5 is 69, key is 1a7c5470b472,42009,1732378740452/rs:state/1732378740693/Put/seqid=0 2024-11-23T16:19:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741855_1031 (size=5370) 2024-11-23T16:19:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:06,937 INFO [RS:0;1a7c5470b472:42009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101459f7bc40007, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:06,937 INFO [RS:0;1a7c5470b472:42009 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,42009,1732378740452; zookeeper connection closed. 2024-11-23T16:19:06,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@471ba3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@471ba3f 2024-11-23T16:19:06,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:19:07,336 INFO [M:0;1a7c5470b472:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94414f897fd34a9abdfe394b477948e5 2024-11-23T16:19:07,343 INFO [M:0;1a7c5470b472:37133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94414f897fd34a9abdfe394b477948e5 2024-11-23T16:19:07,343 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77da8ad7895741039c0b6719d12e346a as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77da8ad7895741039c0b6719d12e346a 2024-11-23T16:19:07,349 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77da8ad7895741039c0b6719d12e346a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T16:19:07,350 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4f4c6adf8b04f8eb53d41b4cd94f254 as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4f4c6adf8b04f8eb53d41b4cd94f254 2024-11-23T16:19:07,357 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4f4c6adf8b04f8eb53d41b4cd94f254, entries=7, sequenceid=127, filesize=7.1 K 2024-11-23T16:19:07,358 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94414f897fd34a9abdfe394b477948e5 as hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94414f897fd34a9abdfe394b477948e5 2024-11-23T16:19:07,362 INFO [M:0;1a7c5470b472:37133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94414f897fd34a9abdfe394b477948e5 2024-11-23T16:19:07,362 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34477/user/jenkins/test-data/a31b86ad-4dc7-5e53-c739-7a8496978927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94414f897fd34a9abdfe394b477948e5, entries=2, sequenceid=127, filesize=5.2 K 2024-11-23T16:19:07,363 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=127, compaction requested=false 2024-11-23T16:19:07,369 INFO [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:07,369 DEBUG [M:0;1a7c5470b472:37133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378746847Disabling compacts and flushes for region at 1732378746847Disabling writes for close at 1732378746847Obtaining lock to block concurrent updates at 1732378746847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378746847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732378746847Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378746848 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378746848Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378746866 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378746866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378746881 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378746899 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378746899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378746908 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378746927 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378746928 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f06f64: reopening flushed file at 1732378747343 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb276da: reopening flushed file at 1732378747349 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0f3322: reopening flushed file at 1732378747357 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=127, compaction requested=false at 1732378747363 (+6 ms)Writing region close event to WAL at 1732378747369 (+6 ms)Closed at 1732378747369 2024-11-23T16:19:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37737 is added to blk_1073741847_1023 (size=22903) 2024-11-23T16:19:07,373 INFO [M:0;1a7c5470b472:37133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:07,373 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:07,373 INFO [M:0;1a7c5470b472:37133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37133 2024-11-23T16:19:07,374 INFO [M:0;1a7c5470b472:37133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:07,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:07,479 INFO [M:0;1a7c5470b472:37133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:07,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x101459f7bc40006, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:07,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39cef80a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:07,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:07,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:07,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:07,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:07,484 WARN [BP-1551485223-172.17.0.2-1732378726730 heartbeating to localhost/127.0.0.1:34477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:19:07,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:19:07,484 WARN [BP-1551485223-172.17.0.2-1732378726730 heartbeating to localhost/127.0.0.1:34477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1551485223-172.17.0.2-1732378726730 (Datanode Uuid 0f41239d-a343-44cc-ba1b-0ab152cf3652) service to localhost/127.0.0.1:34477 2024-11-23T16:19:07,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:19:07,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/data/data1/current/BP-1551485223-172.17.0.2-1732378726730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:07,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/cluster_2352e129-fa36-0324-2e4e-f9728c395a12/data/data2/current/BP-1551485223-172.17.0.2-1732378726730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:07,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:19:07,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159e5a7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:07,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:07,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:07,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:07,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422c2e4e-ccf4-b9e4-bdbd-02c3d2b9c160/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:07,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:19:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:19:07,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=211 (was 161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34477 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35787 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34477 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54790) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54790) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=582 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7495 (was 6652) - AvailableMemoryMB LEAK? - 2024-11-23T16:19:07,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=211, OpenFileDescriptor=582, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=7495 2024-11-23T16:19:07,545 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-23T16:19:07,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir so I do NOT create it in target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f 2024-11-23T16:19:07,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:19:07,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.tmp.dir so I do NOT create it in target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f 2024-11-23T16:19:07,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b692f09c-dc14-dfad-0a80-1f010fc2346a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:19:07,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f 2024-11-23T16:19:07,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1, deleteOnExit=true 2024-11-23T16:19:07,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/zookeeper_0, clientPort=53935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:19:07,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53935 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/test.cache.data in system properties and HBase conf 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:19:07,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:19:07,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:19:07,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:07,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:19:07,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:19:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101459f7bc40005, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:19:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101459f7bc40002, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:19:07,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101459f7bc40005, quorum=127.0.0.1:54790, baseZNode=/1-192434005 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:19:07,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101459f7bc40002, quorum=127.0.0.1:54790, baseZNode=/0-1107224517 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:19:07,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:07,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:07,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:07,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:07,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:19:07,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:07,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7762b913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:07,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12386e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:07,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1540c270{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/java.io.tmpdir/jetty-localhost-35299-hadoop-hdfs-3_4_1-tests_jar-_-any-13959353085872155502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:07,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef08e8f{HTTP/1.1, (http/1.1)}{localhost:35299} 2024-11-23T16:19:07,761 INFO [Time-limited test {}] server.Server(415): Started @150914ms 2024-11-23T16:19:07,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:07,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:07,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:07,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:07,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:19:07,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:07,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31782b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:07,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101c339f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-13896028065404305798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:07,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45c68e70{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-23T16:19:07,987 INFO [Time-limited test {}] server.Server(415): Started @151140ms 2024-11-23T16:19:07,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:19:08,096 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/data/data1/current/BP-1193255448-172.17.0.2-1732378747572/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:08,096 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/data/data2/current/BP-1193255448-172.17.0.2-1732378747572/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:08,115 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:19:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4e1e4549e63199c with lease ID 0x912ca9e1d4ff8904: Processing first storage report for DS-45109c6b-a6bf-483a-926a-4d113df507f5 from datanode DatanodeRegistration(127.0.0.1:45355, datanodeUuid=3c1da92a-71cf-435c-b3ee-7614d9a8c892, infoPort=33401, infoSecurePort=0, ipcPort=40383, storageInfo=lv=-57;cid=testClusterID;nsid=1261055922;c=1732378747572) 2024-11-23T16:19:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4e1e4549e63199c with lease ID 0x912ca9e1d4ff8904: from storage DS-45109c6b-a6bf-483a-926a-4d113df507f5 node DatanodeRegistration(127.0.0.1:45355, datanodeUuid=3c1da92a-71cf-435c-b3ee-7614d9a8c892, infoPort=33401, infoSecurePort=0, ipcPort=40383, storageInfo=lv=-57;cid=testClusterID;nsid=1261055922;c=1732378747572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4e1e4549e63199c with lease ID 0x912ca9e1d4ff8904: Processing first storage report for DS-90a48a4d-393e-4218-8fbe-54ecfcabfaca from datanode DatanodeRegistration(127.0.0.1:45355, datanodeUuid=3c1da92a-71cf-435c-b3ee-7614d9a8c892, infoPort=33401, infoSecurePort=0, ipcPort=40383, storageInfo=lv=-57;cid=testClusterID;nsid=1261055922;c=1732378747572) 2024-11-23T16:19:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4e1e4549e63199c with lease ID 0x912ca9e1d4ff8904: from storage DS-90a48a4d-393e-4218-8fbe-54ecfcabfaca node DatanodeRegistration(127.0.0.1:45355, datanodeUuid=3c1da92a-71cf-435c-b3ee-7614d9a8c892, infoPort=33401, infoSecurePort=0, ipcPort=40383, storageInfo=lv=-57;cid=testClusterID;nsid=1261055922;c=1732378747572), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T16:19:08,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f 2024-11-23T16:19:08,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:08,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:19:08,545 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913 with version=8 2024-11-23T16:19:08,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/hbase-staging 2024-11-23T16:19:08,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:08,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:08,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:08,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:08,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:08,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:08,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:19:08,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:08,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33343 2024-11-23T16:19:08,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33343 connecting to ZooKeeper ensemble=127.0.0.1:53935 2024-11-23T16:19:08,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333430x0, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:08,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33343-0x101459fcd2b0000 connected 2024-11-23T16:19:08,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:08,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:08,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/running 2024-11-23T16:19:08,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913, hbase.cluster.distributed=false 2024-11-23T16:19:08,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/acl 2024-11-23T16:19:08,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-23T16:19:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33343 2024-11-23T16:19:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33343 2024-11-23T16:19:08,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-23T16:19:08,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-23T16:19:08,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:08,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:08,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:08,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:08,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:08,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:08,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:19:08,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:08,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34977 2024-11-23T16:19:08,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34977 connecting to ZooKeeper ensemble=127.0.0.1:53935 2024-11-23T16:19:08,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:08,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:08,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349770x0, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:08,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349770x0, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/running 2024-11-23T16:19:08,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:19:08,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34977-0x101459fcd2b0001 connected 2024-11-23T16:19:08,621 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:19:08,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/master 2024-11-23T16:19:08,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/acl 2024-11-23T16:19:08,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34977 2024-11-23T16:19:08,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34977 2024-11-23T16:19:08,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34977 2024-11-23T16:19:08,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34977 2024-11-23T16:19:08,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34977 2024-11-23T16:19:08,641 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:33343 2024-11-23T16:19:08,642 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1168043395/backup-masters/1a7c5470b472,33343,1732378748547 2024-11-23T16:19:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395/backup-masters 2024-11-23T16:19:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395/backup-masters 2024-11-23T16:19:08,643 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on existing znode=/0-1168043395/backup-masters/1a7c5470b472,33343,1732378748547 2024-11-23T16:19:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1168043395/master 2024-11-23T16:19:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:08,645 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on existing znode=/0-1168043395/master 2024-11-23T16:19:08,645 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1168043395/backup-masters/1a7c5470b472,33343,1732378748547 from backup master directory 2024-11-23T16:19:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395/backup-masters 2024-11-23T16:19:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1168043395/backup-masters/1a7c5470b472,33343,1732378748547 2024-11-23T16:19:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395/backup-masters 2024-11-23T16:19:08,648 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:08,648 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,33343,1732378748547 2024-11-23T16:19:08,651 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/hbase.id] with ID: 2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7 2024-11-23T16:19:08,651 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/.tmp/hbase.id 2024-11-23T16:19:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:19:09,060 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/.tmp/hbase.id]:[hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/hbase.id] 2024-11-23T16:19:09,070 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:09,070 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:19:09,071 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:19:09,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:09,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:19:09,479 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:09,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:19:09,480 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:19:09,895 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store 2024-11-23T16:19:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:19:09,902 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:09,902 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:09,902 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:09,902 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:09,902 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:09,902 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:09,903 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:09,903 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378749902Disabling compacts and flushes for region at 1732378749902Disabling writes for close at 1732378749902Writing region close event to WAL at 1732378749902Closed at 1732378749903 (+1 ms) 2024-11-23T16:19:09,904 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/.initializing 2024-11-23T16:19:09,904 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/WALs/1a7c5470b472,33343,1732378748547 2024-11-23T16:19:09,905 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:09,906 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C33343%2C1732378748547, suffix=, logDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/WALs/1a7c5470b472,33343,1732378748547, archiveDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/oldWALs, maxLogs=10 2024-11-23T16:19:09,925 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/WALs/1a7c5470b472,33343,1732378748547/1a7c5470b472%2C33343%2C1732378748547.1732378749906, exclude list is [], retry=0 2024-11-23T16:19:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-45109c6b-a6bf-483a-926a-4d113df507f5,DISK] 2024-11-23T16:19:09,929 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/WALs/1a7c5470b472,33343,1732378748547/1a7c5470b472%2C33343%2C1732378748547.1732378749906 2024-11-23T16:19:09,930 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-23T16:19:09,930 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:09,930 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:09,931 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,931 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:19:09,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:09,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:09,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:19:09,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:09,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:09,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:19:09,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:09,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:09,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:19:09,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:09,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:09,964 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,965 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,966 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,967 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,967 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,967 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:09,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:09,970 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:09,970 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66928487, jitterRate=-0.0026878267526626587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:09,971 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378749931Initializing all the Stores at 1732378749932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378749932Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378749932Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378749932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378749932Cleaning up temporary data from old regions at 1732378749967 (+35 ms)Region opened successfully at 1732378749971 (+4 ms) 2024-11-23T16:19:09,971 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:19:09,974 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fe59fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:09,975 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:19:09,975 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:19:09,975 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:19:09,976 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:19:09,976 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:19:09,976 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:19:09,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:19:09,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:19:09,983 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Unable to get data of znode /0-1168043395/balancer because node does not exist (not necessarily an error) 2024-11-23T16:19:09,984 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1168043395/balancer already deleted, retry=false 2024-11-23T16:19:09,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:19:09,985 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Unable to get data of znode /0-1168043395/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:19:09,986 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1168043395/normalizer already deleted, retry=false 2024-11-23T16:19:09,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:19:09,989 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Unable to get data of znode /0-1168043395/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:19:09,991 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1168043395/switch/split already deleted, retry=false 2024-11-23T16:19:09,992 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Unable to get data of znode /0-1168043395/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:19:09,996 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1168043395/switch/merge already deleted, retry=false 2024-11-23T16:19:09,999 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Unable to get data of znode /0-1168043395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:19:10,000 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1168043395/snapshot-cleanup already deleted, retry=false 2024-11-23T16:19:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1168043395/running 2024-11-23T16:19:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1168043395/running 2024-11-23T16:19:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:10,003 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,33343,1732378748547, sessionid=0x101459fcd2b0000, setting cluster-up flag (Was=false) 2024-11-23T16:19:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:10,013 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1168043395/flush-table-proc/acquired, /0-1168043395/flush-table-proc/reached, /0-1168043395/flush-table-proc/abort 2024-11-23T16:19:10,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,33343,1732378748547 2024-11-23T16:19:10,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:10,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:10,025 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1168043395/online-snapshot/acquired, /0-1168043395/online-snapshot/reached, /0-1168043395/online-snapshot/abort 2024-11-23T16:19:10,028 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,33343,1732378748547 2024-11-23T16:19:10,036 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:19:10,038 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:10,038 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:19:10,039 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:19:10,039 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1a7c5470b472,33037,1732378727717: status=Processing ServerCrashProcedure of 1a7c5470b472,33037,1732378727717 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732378740622, completionTime=-1 appears to have been leaked 2024-11-23T16:19:10,039 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,33343,1732378748547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:10,041 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:10,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:19:10,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:10,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:19:10,058 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378780058 2024-11-23T16:19:10,058 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:19:10,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:19:10,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:19:10,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:19:10,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:19:10,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:19:10,059 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,060 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:19:10,060 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:19:10,061 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:19:10,061 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:19:10,063 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:19:10,063 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:19:10,074 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378750063,5,FailOnTimeoutGroup] 2024-11-23T16:19:10,074 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378750074,5,FailOnTimeoutGroup] 2024-11-23T16:19:10,074 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,075 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:19:10,075 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,075 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:19:10,132 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(746): ClusterId : 2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7 2024-11-23T16:19:10,132 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:19:10,134 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:19:10,134 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:19:10,136 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:19:10,136 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d00c34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:10,150 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:34977 2024-11-23T16:19:10,150 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:19:10,150 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:19:10,150 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:19:10,151 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,33343,1732378748547 with port=34977, startcode=1732378748596 2024-11-23T16:19:10,151 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:19:10,153 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:19:10,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,34977,1732378748596 2024-11-23T16:19:10,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:10,154 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913 2024-11-23T16:19:10,154 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34111 2024-11-23T16:19:10,154 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:19:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395/rs 2024-11-23T16:19:10,157 DEBUG [RS:0;1a7c5470b472:34977 {}] zookeeper.ZKUtil(111): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on existing znode=/0-1168043395/rs/1a7c5470b472,34977,1732378748596 2024-11-23T16:19:10,157 WARN [RS:0;1a7c5470b472:34977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:10,157 INFO [RS:0;1a7c5470b472:34977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:10,157 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596 2024-11-23T16:19:10,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,34977,1732378748596] 2024-11-23T16:19:10,160 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:19:10,162 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:19:10,164 INFO [RS:0;1a7c5470b472:34977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:19:10,164 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,166 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:19:10,167 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:19:10,167 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:10,167 DEBUG [RS:0;1a7c5470b472:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:10,169 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,169 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,169 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,169 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,169 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,169 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34977,1732378748596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:10,185 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:19:10,186 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34977,1732378748596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,186 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,186 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.Replication(171): 1a7c5470b472,34977,1732378748596 started 2024-11-23T16:19:10,199 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:10,199 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,34977,1732378748596, RpcServer on 1a7c5470b472/172.17.0.2:34977, sessionid=0x101459fcd2b0001 2024-11-23T16:19:10,199 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:19:10,199 DEBUG [RS:0;1a7c5470b472:34977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,34977,1732378748596 2024-11-23T16:19:10,199 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,34977,1732378748596' 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1168043395/flush-table-proc/abort' 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1168043395/flush-table-proc/acquired' 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,34977,1732378748596 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,34977,1732378748596' 2024-11-23T16:19:10,200 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1168043395/online-snapshot/abort' 2024-11-23T16:19:10,201 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1168043395/online-snapshot/acquired' 2024-11-23T16:19:10,201 DEBUG [RS:0;1a7c5470b472:34977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:19:10,201 INFO [RS:0;1a7c5470b472:34977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:19:10,201 INFO [RS:0;1a7c5470b472:34977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:19:10,301 INFO [RS:0;1a7c5470b472:34977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:10,303 INFO [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34977%2C1732378748596, suffix=, logDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596, archiveDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/oldWALs, maxLogs=10 2024-11-23T16:19:10,321 DEBUG [RS:0;1a7c5470b472:34977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303, exclude list is [], retry=0 2024-11-23T16:19:10,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-45109c6b-a6bf-483a-926a-4d113df507f5,DISK] 2024-11-23T16:19:10,326 INFO [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 2024-11-23T16:19:10,327 DEBUG [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-23T16:19:10,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:19:10,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913 2024-11-23T16:19:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:19:10,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:10,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:10,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:10,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:10,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:10,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:10,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:10,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:10,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:10,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:10,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:10,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:10,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:10,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:10,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:10,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:10,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:10,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:10,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740 2024-11-23T16:19:10,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740 2024-11-23T16:19:10,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:10,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:10,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:10,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:10,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:10,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61318579, jitterRate=-0.08628197014331818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378750884Initializing all the Stores at 1732378750885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378750885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378750885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378750885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378750885Cleaning up temporary data from old regions at 1732378750897 (+12 ms)Region opened successfully at 1732378750902 (+5 ms) 2024-11-23T16:19:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:10,902 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:10,902 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378750902Disabling compacts and flushes for region at 1732378750902Disabling writes for close at 1732378750902Writing region close event to WAL at 1732378750902Closed at 1732378750902 2024-11-23T16:19:10,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:10,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:19:10,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:19:10,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:10,906 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:19:11,056 DEBUG [1a7c5470b472:33343 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:19:11,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:11,058 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,34977,1732378748596, state=OPENING 2024-11-23T16:19:11,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:19:11,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:11,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:11,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:11,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1168043395/meta-region-server: CHANGED 2024-11-23T16:19:11,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,34977,1732378748596}] 2024-11-23T16:19:11,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1168043395/meta-region-server: CHANGED 2024-11-23T16:19:11,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:11,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:19:11,224 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:19:11,224 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:11,224 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:19:11,225 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34977%2C1732378748596.meta, suffix=.meta, logDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596, archiveDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/oldWALs, maxLogs=10 2024-11-23T16:19:11,247 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.meta.1732378751226.meta, exclude list is [], retry=0 2024-11-23T16:19:11,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-45109c6b-a6bf-483a-926a-4d113df507f5,DISK] 2024-11-23T16:19:11,251 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.meta.1732378751226.meta 2024-11-23T16:19:11,251 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-23T16:19:11,251 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:11,252 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:11,252 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:11,252 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:19:11,252 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:19:11,252 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:19:11,252 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:11,252 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:19:11,252 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:19:11,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:11,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:11,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:11,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:11,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:11,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:11,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:11,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:11,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:11,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:11,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:11,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:11,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:11,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:11,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:11,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:11,258 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:11,259 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740 2024-11-23T16:19:11,260 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740 2024-11-23T16:19:11,261 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:11,261 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:11,262 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:11,263 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:11,264 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62679915, jitterRate=-0.06599648296833038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:11,264 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:19:11,265 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378751252Writing region info on filesystem at 1732378751252Initializing all the Stores at 1732378751253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378751253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378751253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378751253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378751253Cleaning up temporary data from old regions at 1732378751261 (+8 ms)Running coprocessor post-open hooks at 1732378751264 (+3 ms)Region opened successfully at 1732378751265 (+1 ms) 2024-11-23T16:19:11,266 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378751218 2024-11-23T16:19:11,268 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:19:11,268 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:19:11,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:11,269 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,34977,1732378748596, state=OPEN 2024-11-23T16:19:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1168043395/meta-region-server 2024-11-23T16:19:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1168043395/meta-region-server 2024-11-23T16:19:11,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1168043395/meta-region-server: CHANGED 2024-11-23T16:19:11,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1168043395/meta-region-server: CHANGED 2024-11-23T16:19:11,271 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:11,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:19:11,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,34977,1732378748596 in 206 msec 2024-11-23T16:19:11,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:19:11,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-23T16:19:11,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:11,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:19:11,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:11,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34977,1732378748596, seqNum=-1] 2024-11-23T16:19:11,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:11,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:11,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-23T16:19:11,284 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378751284, completionTime=-1 2024-11-23T16:19:11,284 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:19:11,284 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:19:11,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:19:11,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378811286 2024-11-23T16:19:11,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378871286 2024-11-23T16:19:11,286 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:19:11,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33343,1732378748547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33343,1732378748547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33343,1732378748547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:33343, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,287 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,289 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:19:11,291 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.643sec 2024-11-23T16:19:11,291 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:19:11,291 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:19:11,291 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:19:11,291 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:19:11,292 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:19:11,292 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33343,1732378748547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:11,292 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33343,1732378748547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:19:11,295 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:19:11,295 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:19:11,295 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33343,1732378748547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:11,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:11,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:11,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:11,334 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0be97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:11,336 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:11,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191d2d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:11,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34977,1732378748596, seqNum=-1] 2024-11-23T16:19:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:11,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:11,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,33343,1732378748547 2024-11-23T16:19:11,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53935 2024-11-23T16:19:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:11,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101459fcd2b0002 connected 2024-11-23T16:19:11,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir so I do NOT create it in target/test-data/313fe995-5b86-0247-9470-6398407ea2fb 2024-11-23T16:19:11,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:19:11,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.tmp.dir so I do NOT create it in target/test-data/313fe995-5b86-0247-9470-6398407ea2fb 2024-11-23T16:19:11,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:19:11,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb 2024-11-23T16:19:11,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:19:11,350 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/cluster_d65ccb31-724c-1159-2bcc-07a3234bc9a2, deleteOnExit=true 2024-11-23T16:19:11,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/test.cache.data in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:19:11,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:19:11,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:19:11,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:19:11,447 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T16:19:11,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,480 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,490 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:11,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:11,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:11,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:11,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:11,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:19:11,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:11,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449b76a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:11,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3b306f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:11,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b68692{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/java.io.tmpdir/jetty-localhost-33991-hadoop-hdfs-3_4_1-tests_jar-_-any-14356445897596286070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:11,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@333368b5{HTTP/1.1, (http/1.1)}{localhost:33991} 2024-11-23T16:19:11,704 INFO [Time-limited test {}] server.Server(415): Started @154856ms 2024-11-23T16:19:11,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:11,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:11,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:11,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:11,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:19:11,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37339b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:11,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ef3aff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:11,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60a00e88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/java.io.tmpdir/jetty-localhost-39103-hadoop-hdfs-3_4_1-tests_jar-_-any-6688279438844810624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:11,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae2fa0b{HTTP/1.1, (http/1.1)}{localhost:39103} 2024-11-23T16:19:11,936 INFO [Time-limited test {}] server.Server(415): Started @155089ms 2024-11-23T16:19:11,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:19:12,048 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/cluster_d65ccb31-724c-1159-2bcc-07a3234bc9a2/data/data1/current/BP-1115393568-172.17.0.2-1732378751380/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:12,048 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/cluster_d65ccb31-724c-1159-2bcc-07a3234bc9a2/data/data2/current/BP-1115393568-172.17.0.2-1732378751380/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:12,076 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:19:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf62207738a7f4474 with lease ID 0x2bb2f5934d98c048: Processing first storage report for DS-6ccd57c6-dcaf-41bc-928a-13e6dcc09b26 from datanode DatanodeRegistration(127.0.0.1:38773, datanodeUuid=e53e113a-2004-4cc5-81a5-b7f4dedcdd04, infoPort=35343, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=418194172;c=1732378751380) 2024-11-23T16:19:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf62207738a7f4474 with lease ID 0x2bb2f5934d98c048: from storage DS-6ccd57c6-dcaf-41bc-928a-13e6dcc09b26 node DatanodeRegistration(127.0.0.1:38773, datanodeUuid=e53e113a-2004-4cc5-81a5-b7f4dedcdd04, infoPort=35343, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=418194172;c=1732378751380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf62207738a7f4474 with lease ID 0x2bb2f5934d98c048: Processing first storage report for DS-8fa1ebb2-e320-48d7-8b3d-275de6612080 from datanode DatanodeRegistration(127.0.0.1:38773, datanodeUuid=e53e113a-2004-4cc5-81a5-b7f4dedcdd04, infoPort=35343, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=418194172;c=1732378751380) 2024-11-23T16:19:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf62207738a7f4474 with lease ID 0x2bb2f5934d98c048: from storage DS-8fa1ebb2-e320-48d7-8b3d-275de6612080 node DatanodeRegistration(127.0.0.1:38773, datanodeUuid=e53e113a-2004-4cc5-81a5-b7f4dedcdd04, infoPort=35343, infoSecurePort=0, ipcPort=41919, storageInfo=lv=-57;cid=testClusterID;nsid=418194172;c=1732378751380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:12,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb 2024-11-23T16:19:12,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:12,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:19:12,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a with version=8 2024-11-23T16:19:12,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/hbase-staging 2024-11-23T16:19:12,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:12,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:12,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:19:12,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:12,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44373 2024-11-23T16:19:12,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44373 connecting to ZooKeeper ensemble=127.0.0.1:53935 2024-11-23T16:19:12,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443730x0, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:12,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44373-0x101459fcd2b0003 connected 2024-11-23T16:19:12,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:12,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:12,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/running 2024-11-23T16:19:12,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a, hbase.cluster.distributed=false 2024-11-23T16:19:12,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/acl 2024-11-23T16:19:12,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-23T16:19:12,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44373 2024-11-23T16:19:12,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44373 2024-11-23T16:19:12,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-23T16:19:12,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-23T16:19:12,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:19:12,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:12,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44043 2024-11-23T16:19:12,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44043 connecting to ZooKeeper ensemble=127.0.0.1:53935 2024-11-23T16:19:12,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:12,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:12,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440430x0, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:12,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440430x0, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/running 2024-11-23T16:19:12,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44043-0x101459fcd2b0004 connected 2024-11-23T16:19:12,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:19:12,635 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:19:12,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/master 2024-11-23T16:19:12,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/acl 2024-11-23T16:19:12,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44043 2024-11-23T16:19:12,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44043 2024-11-23T16:19:12,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44043 2024-11-23T16:19:12,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44043 2024-11-23T16:19:12,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44043 2024-11-23T16:19:12,655 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:44373 2024-11-23T16:19:12,656 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-371567760/backup-masters/1a7c5470b472,44373,1732378752589 2024-11-23T16:19:12,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760/backup-masters 2024-11-23T16:19:12,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760/backup-masters 2024-11-23T16:19:12,657 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on existing znode=/1-371567760/backup-masters/1a7c5470b472,44373,1732378752589 2024-11-23T16:19:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-371567760/master 2024-11-23T16:19:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:12,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on existing znode=/1-371567760/master 2024-11-23T16:19:12,659 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-371567760/backup-masters/1a7c5470b472,44373,1732378752589 from backup master directory 2024-11-23T16:19:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-371567760/backup-masters/1a7c5470b472,44373,1732378752589 2024-11-23T16:19:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760/backup-masters 2024-11-23T16:19:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760/backup-masters 2024-11-23T16:19:12,661 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:12,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,44373,1732378752589 2024-11-23T16:19:12,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/hbase.id] with ID: e803a9c3-197c-4611-aee3-a87515498000 2024-11-23T16:19:12,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/.tmp/hbase.id 2024-11-23T16:19:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:19:13,073 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/.tmp/hbase.id]:[hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/hbase.id] 2024-11-23T16:19:13,083 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:13,083 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:19:13,084 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:19:13,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:13,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:19:13,494 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:13,495 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:19:13,496 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:19:13,507 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store 2024-11-23T16:19:13,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:19:13,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:13,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:13,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:13,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:13,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:13,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:13,918 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:13,918 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378753918Disabling compacts and flushes for region at 1732378753918Disabling writes for close at 1732378753918Writing region close event to WAL at 1732378753918Closed at 1732378753918 2024-11-23T16:19:13,919 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/.initializing 2024-11-23T16:19:13,919 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/WALs/1a7c5470b472,44373,1732378752589 2024-11-23T16:19:13,920 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:13,922 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C44373%2C1732378752589, suffix=, logDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/WALs/1a7c5470b472,44373,1732378752589, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/oldWALs, maxLogs=10 2024-11-23T16:19:13,939 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/WALs/1a7c5470b472,44373,1732378752589/1a7c5470b472%2C44373%2C1732378752589.1732378753922, exclude list is [], retry=0 2024-11-23T16:19:13,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-6ccd57c6-dcaf-41bc-928a-13e6dcc09b26,DISK] 2024-11-23T16:19:13,950 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/WALs/1a7c5470b472,44373,1732378752589/1a7c5470b472%2C44373%2C1732378752589.1732378753922 2024-11-23T16:19:13,950 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-23T16:19:13,950 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:13,950 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:13,950 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,950 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:19:13,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:19:13,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:13,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:13,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:19:13,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:13,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:13,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:19:13,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:13,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:13,963 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,963 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,964 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,966 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,966 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,966 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:13,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:13,970 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:13,970 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62192566, jitterRate=-0.07325854897499084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:13,970 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378753950Initializing all the Stores at 1732378753951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378753951Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378753952 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378753952Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378753952Cleaning up temporary data from old regions at 1732378753966 (+14 ms)Region opened successfully at 1732378753970 (+4 ms) 2024-11-23T16:19:13,972 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:19:13,976 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ed38d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:13,976 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:19:13,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:19:13,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:19:13,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:19:13,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:19:13,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:19:13,978 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:19:13,979 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:19:13,980 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Unable to get data of znode /1-371567760/balancer because node does not exist (not necessarily an error) 2024-11-23T16:19:13,981 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-371567760/balancer already deleted, retry=false 2024-11-23T16:19:13,981 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:19:13,983 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Unable to get data of znode /1-371567760/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:19:13,984 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-371567760/normalizer already deleted, retry=false 2024-11-23T16:19:13,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:19:13,985 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Unable to get data of znode /1-371567760/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:19:13,986 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-371567760/switch/split already deleted, retry=false 2024-11-23T16:19:13,987 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Unable to get data of znode /1-371567760/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:19:13,988 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-371567760/switch/merge already deleted, retry=false 2024-11-23T16:19:13,990 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Unable to get data of znode /1-371567760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:19:13,991 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-371567760/snapshot-cleanup already deleted, retry=false 2024-11-23T16:19:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-371567760/running 2024-11-23T16:19:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-371567760/running 2024-11-23T16:19:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:13,993 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,44373,1732378752589, sessionid=0x101459fcd2b0003, setting cluster-up flag (Was=false) 2024-11-23T16:19:13,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:13,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:13,999 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-371567760/flush-table-proc/acquired, /1-371567760/flush-table-proc/reached, /1-371567760/flush-table-proc/abort 2024-11-23T16:19:14,000 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,44373,1732378752589 2024-11-23T16:19:14,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:14,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:14,009 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-371567760/online-snapshot/acquired, /1-371567760/online-snapshot/reached, /1-371567760/online-snapshot/abort 2024-11-23T16:19:14,010 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,44373,1732378752589 2024-11-23T16:19:14,011 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:19:14,012 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:14,012 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:19:14,012 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:19:14,013 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,44373,1732378752589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:14,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378784015 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:14,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:19:14,015 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:19:14,016 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:19:14,016 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:19:14,016 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:19:14,016 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:19:14,016 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:19:14,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:14,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:19:14,019 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378754016,5,FailOnTimeoutGroup] 2024-11-23T16:19:14,024 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378754019,5,FailOnTimeoutGroup] 2024-11-23T16:19:14,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:19:14,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:19:14,046 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(746): ClusterId : e803a9c3-197c-4611-aee3-a87515498000 2024-11-23T16:19:14,046 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:19:14,047 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:19:14,047 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:19:14,049 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:19:14,049 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599d7aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:14,061 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:44043 2024-11-23T16:19:14,061 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:19:14,061 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:19:14,061 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:19:14,062 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,44373,1732378752589 with port=44043, startcode=1732378752625 2024-11-23T16:19:14,062 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:19:14,064 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:19:14,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,44043,1732378752625 2024-11-23T16:19:14,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44373 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:14,066 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a 2024-11-23T16:19:14,066 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34155 2024-11-23T16:19:14,066 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:19:14,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760/rs 2024-11-23T16:19:14,072 DEBUG [RS:0;1a7c5470b472:44043 {}] zookeeper.ZKUtil(111): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on existing znode=/1-371567760/rs/1a7c5470b472,44043,1732378752625 2024-11-23T16:19:14,072 WARN [RS:0;1a7c5470b472:44043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:14,072 INFO [RS:0;1a7c5470b472:44043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:14,072 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625 2024-11-23T16:19:14,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,44043,1732378752625] 2024-11-23T16:19:14,075 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:19:14,077 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:19:14,077 INFO [RS:0;1a7c5470b472:44043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:19:14,077 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,077 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:19:14,078 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:19:14,078 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:14,078 DEBUG [RS:0;1a7c5470b472:44043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:14,079 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,079 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,079 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,079 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,079 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,079 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44043,1732378752625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:14,095 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:19:14,095 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44043,1732378752625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,095 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,095 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.Replication(171): 1a7c5470b472,44043,1732378752625 started 2024-11-23T16:19:14,108 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:14,108 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,44043,1732378752625, RpcServer on 1a7c5470b472/172.17.0.2:44043, sessionid=0x101459fcd2b0004 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,44043,1732378752625 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,44043,1732378752625' 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-371567760/flush-table-proc/abort' 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-371567760/flush-table-proc/acquired' 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,44043,1732378752625 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,44043,1732378752625' 2024-11-23T16:19:14,109 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-371567760/online-snapshot/abort' 2024-11-23T16:19:14,110 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-371567760/online-snapshot/acquired' 2024-11-23T16:19:14,110 DEBUG [RS:0;1a7c5470b472:44043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:19:14,110 INFO [RS:0;1a7c5470b472:44043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:19:14,110 INFO [RS:0;1a7c5470b472:44043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:19:14,210 INFO [RS:0;1a7c5470b472:44043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:14,212 INFO [RS:0;1a7c5470b472:44043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44043%2C1732378752625, suffix=, logDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/oldWALs, maxLogs=10 2024-11-23T16:19:14,225 DEBUG [RS:0;1a7c5470b472:44043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212, exclude list is [], retry=0 2024-11-23T16:19:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-6ccd57c6-dcaf-41bc-928a-13e6dcc09b26,DISK] 2024-11-23T16:19:14,229 INFO [RS:0;1a7c5470b472:44043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 2024-11-23T16:19:14,229 DEBUG [RS:0;1a7c5470b472:44043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-23T16:19:14,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:19:14,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a 2024-11-23T16:19:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:19:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:14,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:14,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:14,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:14,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:14,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:14,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:14,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:14,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:14,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:14,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:14,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:14,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:14,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:14,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:14,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:14,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:14,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:14,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740 2024-11-23T16:19:14,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740 2024-11-23T16:19:14,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:14,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:14,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:14,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:14,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:14,848 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64679561, jitterRate=-0.03619943559169769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:14,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378754835Initializing all the Stores at 1732378754835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378754836 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378754836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378754836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378754836Cleaning up temporary data from old regions at 1732378754844 (+8 ms)Region opened successfully at 1732378754848 (+4 ms) 2024-11-23T16:19:14,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:14,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:14,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:14,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:14,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:14,849 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:14,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378754848Disabling compacts and flushes for region at 1732378754848Disabling writes for close at 1732378754848Writing region close event to WAL at 1732378754849 (+1 ms)Closed at 1732378754849 2024-11-23T16:19:14,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:14,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:19:14,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:19:14,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:14,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:19:15,002 DEBUG [1a7c5470b472:44373 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:19:15,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:15,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,44043,1732378752625, state=OPENING 2024-11-23T16:19:15,004 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:19:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-371567760/meta-region-server: CHANGED 2024-11-23T16:19:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-371567760/meta-region-server: CHANGED 2024-11-23T16:19:15,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:15,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,44043,1732378752625}] 2024-11-23T16:19:15,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:15,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:19:15,164 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:19:15,164 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:15,164 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:19:15,165 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44043%2C1732378752625.meta, suffix=.meta, logDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/oldWALs, maxLogs=10 2024-11-23T16:19:15,179 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.meta.1732378755166.meta, exclude list is [], retry=0 2024-11-23T16:19:15,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-6ccd57c6-dcaf-41bc-928a-13e6dcc09b26,DISK] 2024-11-23T16:19:15,182 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.meta.1732378755166.meta 2024-11-23T16:19:15,182 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:15,183 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:19:15,183 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:19:15,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:19:15,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:15,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:15,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:15,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:15,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:15,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:15,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:15,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:15,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:15,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:15,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:15,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:15,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:15,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:15,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:15,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:15,189 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:15,189 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740 2024-11-23T16:19:15,190 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740 2024-11-23T16:19:15,191 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:15,192 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:15,192 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:15,193 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:15,194 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61844082, jitterRate=-0.07845136523246765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:15,194 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:19:15,194 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378755183Writing region info on filesystem at 1732378755183Initializing all the Stores at 1732378755184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378755184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378755184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378755184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378755184Cleaning up temporary data from old regions at 1732378755192 (+8 ms)Running coprocessor post-open hooks at 1732378755194 (+2 ms)Region opened successfully at 1732378755194 2024-11-23T16:19:15,195 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378755158 2024-11-23T16:19:15,197 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:19:15,197 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:19:15,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:15,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,44043,1732378752625, state=OPEN 2024-11-23T16:19:15,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-371567760/meta-region-server 2024-11-23T16:19:15,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-371567760/meta-region-server 2024-11-23T16:19:15,200 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:15,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-371567760/meta-region-server: CHANGED 2024-11-23T16:19:15,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-371567760/meta-region-server: CHANGED 2024-11-23T16:19:15,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:19:15,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,44043,1732378752625 in 194 msec 2024-11-23T16:19:15,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:19:15,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-23T16:19:15,204 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:15,204 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:19:15,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:15,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44043,1732378752625, seqNum=-1] 2024-11-23T16:19:15,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:15,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:15,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-23T16:19:15,211 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378755211, completionTime=-1 2024-11-23T16:19:15,211 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:19:15,211 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378815213 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378875213 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44373,1732378752589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44373,1732378752589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44373,1732378752589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:44373, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,213 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,215 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.556sec 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44373,1732378752589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:15,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44373,1732378752589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:19:15,219 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:19:15,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:19:15,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44373,1732378752589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:15,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42352efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:15,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:15,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:15,248 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:15,250 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:15,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b389de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:15,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:15,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44043,1732378752625, seqNum=-1] 2024-11-23T16:19:15,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:15,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:15,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,44373,1732378752589 2024-11-23T16:19:15,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53935 2024-11-23T16:19:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:15,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101459fcd2b0005 connected 2024-11-23T16:19:15,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33343,1732378748547 2024-11-23T16:19:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@254769eb 2024-11-23T16:19:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:15,262 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:15,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:19:15,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:15,265 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:15,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:19:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:15,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:19:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:15,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b31f48014e851d9587535d5eab1ce2f, NAME => 'test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913 2024-11-23T16:19:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:19:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:16,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:16,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b31f48014e851d9587535d5eab1ce2f, disabling compactions & flushes 2024-11-23T16:19:16,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. after waiting 0 ms 2024-11-23T16:19:16,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b31f48014e851d9587535d5eab1ce2f: Waiting for close lock at 1732378756079Disabling compacts and flushes for region at 1732378756079Disabling writes for close at 1732378756079Writing region close event to WAL at 1732378756079Closed at 1732378756079 2024-11-23T16:19:16,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:16,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378756080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378756080"}]},"ts":"1732378756080"} 2024-11-23T16:19:16,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:16,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:16,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378756083"}]},"ts":"1732378756083"} 2024-11-23T16:19:16,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:19:16,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b31f48014e851d9587535d5eab1ce2f, ASSIGN}] 2024-11-23T16:19:16,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b31f48014e851d9587535d5eab1ce2f, ASSIGN 2024-11-23T16:19:16,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b31f48014e851d9587535d5eab1ce2f, ASSIGN; state=OFFLINE, location=1a7c5470b472,34977,1732378748596; forceNewPlan=false, retain=false 2024-11-23T16:19:16,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b31f48014e851d9587535d5eab1ce2f, regionState=OPENING, regionLocation=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b31f48014e851d9587535d5eab1ce2f, ASSIGN because future has completed 2024-11-23T16:19:16,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b31f48014e851d9587535d5eab1ce2f, server=1a7c5470b472,34977,1732378748596}] 2024-11-23T16:19:16,396 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,396 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b31f48014e851d9587535d5eab1ce2f, NAME => 'test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:16,396 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:16,396 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:19:16,396 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,396 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:16,397 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,397 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:16,399 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,400 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b31f48014e851d9587535d5eab1ce2f columnFamilyName f 2024-11-23T16:19:16,400 DEBUG [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:16,401 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] regionserver.HStore(327): Store=4b31f48014e851d9587535d5eab1ce2f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:16,401 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,402 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b31f48014e851d9587535d5eab1ce2f columnFamilyName f1 2024-11-23T16:19:16,402 DEBUG [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:16,402 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] regionserver.HStore(327): Store=4b31f48014e851d9587535d5eab1ce2f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:16,402 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,403 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b31f48014e851d9587535d5eab1ce2f columnFamilyName norep 2024-11-23T16:19:16,403 DEBUG [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:16,404 INFO [StoreOpener-4b31f48014e851d9587535d5eab1ce2f-1 {}] regionserver.HStore(327): Store=4b31f48014e851d9587535d5eab1ce2f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:16,404 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,404 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,404 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,405 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,405 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,406 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:16,407 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,412 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:16,413 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b31f48014e851d9587535d5eab1ce2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69694788, jitterRate=0.03853327035903931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:16,413 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:16,414 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b31f48014e851d9587535d5eab1ce2f: Running coprocessor pre-open hook at 1732378756397Writing region info on filesystem at 1732378756397Initializing all the Stores at 1732378756397Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378756397Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378756399 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378756399Cleaning up temporary data from old regions at 1732378756405 (+6 ms)Running coprocessor post-open hooks at 1732378756413 (+8 ms)Region opened successfully at 1732378756413 2024-11-23T16:19:16,414 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., pid=6, masterSystemTime=1732378756392 2024-11-23T16:19:16,416 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,416 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:16,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b31f48014e851d9587535d5eab1ce2f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b31f48014e851d9587535d5eab1ce2f, server=1a7c5470b472,34977,1732378748596 because future has completed 2024-11-23T16:19:16,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:19:16,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b31f48014e851d9587535d5eab1ce2f, server=1a7c5470b472,34977,1732378748596 in 179 msec 2024-11-23T16:19:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:19:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b31f48014e851d9587535d5eab1ce2f, ASSIGN in 336 msec 2024-11-23T16:19:16,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:16,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378756424"}]},"ts":"1732378756424"} 2024-11-23T16:19:16,426 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:19:16,427 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:16,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-23T16:19:16,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:16,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:16,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:17,409 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:19:17,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,44373,1732378752589 2024-11-23T16:19:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9f224c 2024-11-23T16:19:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:17,411 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:17,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:19:17,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:17,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:17,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:19:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:17,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:19:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:17,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86d1fa899f7435b7e2a02a2cf7b03bc6, NAME => 'test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a 2024-11-23T16:19:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:19:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:18,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:18,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 86d1fa899f7435b7e2a02a2cf7b03bc6, disabling compactions & flushes 2024-11-23T16:19:18,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. after waiting 0 ms 2024-11-23T16:19:18,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86d1fa899f7435b7e2a02a2cf7b03bc6: Waiting for close lock at 1732378758229Disabling compacts and flushes for region at 1732378758229Disabling writes for close at 1732378758229Writing region close event to WAL at 1732378758229Closed at 1732378758229 2024-11-23T16:19:18,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:18,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378758231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378758231"}]},"ts":"1732378758231"} 2024-11-23T16:19:18,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:18,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:18,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378758239"}]},"ts":"1732378758239"} 2024-11-23T16:19:18,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:19:18,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86d1fa899f7435b7e2a02a2cf7b03bc6, ASSIGN}] 2024-11-23T16:19:18,244 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86d1fa899f7435b7e2a02a2cf7b03bc6, ASSIGN 2024-11-23T16:19:18,245 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=86d1fa899f7435b7e2a02a2cf7b03bc6, ASSIGN; state=OFFLINE, location=1a7c5470b472,44043,1732378752625; forceNewPlan=false, retain=false 2024-11-23T16:19:18,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86d1fa899f7435b7e2a02a2cf7b03bc6, regionState=OPENING, regionLocation=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=86d1fa899f7435b7e2a02a2cf7b03bc6, ASSIGN because future has completed 2024-11-23T16:19:18,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d1fa899f7435b7e2a02a2cf7b03bc6, server=1a7c5470b472,44043,1732378752625}] 2024-11-23T16:19:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:18,556 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,560 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 86d1fa899f7435b7e2a02a2cf7b03bc6, NAME => 'test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:18,560 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:18,560 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:19:18,561 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,563 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:18,563 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,563 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,564 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,577 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d1fa899f7435b7e2a02a2cf7b03bc6 columnFamilyName f 2024-11-23T16:19:18,577 DEBUG [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:18,578 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] regionserver.HStore(327): Store=86d1fa899f7435b7e2a02a2cf7b03bc6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:18,578 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,580 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d1fa899f7435b7e2a02a2cf7b03bc6 columnFamilyName f1 2024-11-23T16:19:18,581 DEBUG [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:18,581 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] regionserver.HStore(327): Store=86d1fa899f7435b7e2a02a2cf7b03bc6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:18,581 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,589 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d1fa899f7435b7e2a02a2cf7b03bc6 columnFamilyName norep 2024-11-23T16:19:18,589 DEBUG [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:18,590 INFO [StoreOpener-86d1fa899f7435b7e2a02a2cf7b03bc6-1 {}] regionserver.HStore(327): Store=86d1fa899f7435b7e2a02a2cf7b03bc6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:18,590 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,592 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,593 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,594 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,594 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,595 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:18,597 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,601 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:18,601 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 86d1fa899f7435b7e2a02a2cf7b03bc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64990104, jitterRate=-0.03157198429107666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:18,601 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:18,601 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 86d1fa899f7435b7e2a02a2cf7b03bc6: Running coprocessor pre-open hook at 1732378758563Writing region info on filesystem at 1732378758563Initializing all the Stores at 1732378758564 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378758564Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378758564Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378758564Cleaning up temporary data from old regions at 1732378758594 (+30 ms)Running coprocessor post-open hooks at 1732378758601 (+7 ms)Region opened successfully at 1732378758601 2024-11-23T16:19:18,602 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., pid=6, masterSystemTime=1732378758552 2024-11-23T16:19:18,605 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,605 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:18,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86d1fa899f7435b7e2a02a2cf7b03bc6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:18,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d1fa899f7435b7e2a02a2cf7b03bc6, server=1a7c5470b472,44043,1732378752625 because future has completed 2024-11-23T16:19:18,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:19:18,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 86d1fa899f7435b7e2a02a2cf7b03bc6, server=1a7c5470b472,44043,1732378752625 in 210 msec 2024-11-23T16:19:18,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:19:18,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=86d1fa899f7435b7e2a02a2cf7b03bc6, ASSIGN in 369 msec 2024-11-23T16:19:18,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:18,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378758615"}]},"ts":"1732378758615"} 2024-11-23T16:19:18,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:19:18,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:18,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2070 sec 2024-11-23T16:19:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:19,559 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:19:19,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:19,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:19,561 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a60e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:19,562 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:19,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9c2dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:19,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:19,564 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:19,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:19,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54014707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:19,566 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:19,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bcbfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:19,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:19,567 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:19,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e97330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:19,569 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:19,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee92ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33343,1732378748547 2024-11-23T16:19:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f51c464 2024-11-23T16:19:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:19,571 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:19,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:44373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:19:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:19:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:19,574 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:44373' 2024-11-23T16:19:19,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59018963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,574 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:19,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:19,575 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6bcad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:19,576 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:19,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e31c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:19,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,44373,1732378752589 2024-11-23T16:19:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f0e412 2024-11-23T16:19:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:19,578 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:19,579 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:19:19,579 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:19:19,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:19,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:19,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:19,579 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:19,580 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:19:19,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:19,581 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:19,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:19:19,630 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:19:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:19,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 696147ca84fecf3ad13cb13002560353, NAME => 'hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913 2024-11-23T16:19:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:19:20,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:20,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:20,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 696147ca84fecf3ad13cb13002560353, disabling compactions & flushes 2024-11-23T16:19:20,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. after waiting 0 ms 2024-11-23T16:19:20,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,395 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,395 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 696147ca84fecf3ad13cb13002560353: Waiting for close lock at 1732378760394Disabling compacts and flushes for region at 1732378760394Disabling writes for close at 1732378760394Writing region close event to WAL at 1732378760395 (+1 ms)Closed at 1732378760395 2024-11-23T16:19:20,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:20,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378760396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378760396"}]},"ts":"1732378760396"} 2024-11-23T16:19:20,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:20,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:20,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378760399"}]},"ts":"1732378760399"} 2024-11-23T16:19:20,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:19:20,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=696147ca84fecf3ad13cb13002560353, ASSIGN}] 2024-11-23T16:19:20,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=696147ca84fecf3ad13cb13002560353, ASSIGN 2024-11-23T16:19:20,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=696147ca84fecf3ad13cb13002560353, ASSIGN; state=OFFLINE, location=1a7c5470b472,34977,1732378748596; forceNewPlan=false, retain=false 2024-11-23T16:19:20,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=696147ca84fecf3ad13cb13002560353, regionState=OPENING, regionLocation=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:20,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=696147ca84fecf3ad13cb13002560353, ASSIGN because future has completed 2024-11-23T16:19:20,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696147ca84fecf3ad13cb13002560353, server=1a7c5470b472,34977,1732378748596}] 2024-11-23T16:19:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:20,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:20,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:19:20,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34977%2C1732378748596.rep, suffix=, logDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596, archiveDir=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/oldWALs, maxLogs=10 2024-11-23T16:19:20,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.rep.1732378760713, exclude list is [], retry=0 2024-11-23T16:19:20,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45355,DS-45109c6b-a6bf-483a-926a-4d113df507f5,DISK] 2024-11-23T16:19:20,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.rep.1732378760713 2024-11-23T16:19:20,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 696147ca84fecf3ad13cb13002560353, NAME => 'hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:20,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. service=MultiRowMutationService 2024-11-23T16:19:20,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,733 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,734 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696147ca84fecf3ad13cb13002560353 columnFamilyName hfileref 2024-11-23T16:19:20,734 DEBUG [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:20,734 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] regionserver.HStore(327): Store=696147ca84fecf3ad13cb13002560353/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:20,734 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,735 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696147ca84fecf3ad13cb13002560353 columnFamilyName queue 2024-11-23T16:19:20,736 DEBUG [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:20,736 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] regionserver.HStore(327): Store=696147ca84fecf3ad13cb13002560353/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:20,736 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,737 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696147ca84fecf3ad13cb13002560353 columnFamilyName sid 2024-11-23T16:19:20,737 DEBUG [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:20,737 INFO [StoreOpener-696147ca84fecf3ad13cb13002560353-1 {}] regionserver.HStore(327): Store=696147ca84fecf3ad13cb13002560353/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:20,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:20,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:20,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 696147ca84fecf3ad13cb13002560353; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66570078, jitterRate=-0.008028537034988403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:20,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:20,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 696147ca84fecf3ad13cb13002560353: Running coprocessor pre-open hook at 1732378760731Writing region info on filesystem at 1732378760731Initializing all the Stores at 1732378760732 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378760732Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378760732Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378760732Cleaning up temporary data from old regions at 1732378760739 (+7 ms)Running coprocessor post-open hooks at 1732378760743 (+4 ms)Region opened successfully at 1732378760744 (+1 ms) 2024-11-23T16:19:20,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353., pid=10, masterSystemTime=1732378760707 2024-11-23T16:19:20,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:20,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=696147ca84fecf3ad13cb13002560353, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,34977,1732378748596 2024-11-23T16:19:20,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696147ca84fecf3ad13cb13002560353, server=1a7c5470b472,34977,1732378748596 because future has completed 2024-11-23T16:19:20,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:19:20,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 696147ca84fecf3ad13cb13002560353, server=1a7c5470b472,34977,1732378748596 in 195 msec 2024-11-23T16:19:20,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:19:20,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=696147ca84fecf3ad13cb13002560353, ASSIGN in 351 msec 2024-11-23T16:19:20,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:20,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378760754"}]},"ts":"1732378760754"} 2024-11-23T16:19:20,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:19:20,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:20,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-23T16:19:20,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353., hostname=1a7c5470b472,34977,1732378748596, seqNum=2] 2024-11-23T16:19:20,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:20,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:20,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:19:20,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:19:20,947 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:19:20,977 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,34977,1732378748596, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:19:20,977 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:20,978 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34977,1732378748596, seqNum=-1] 2024-11-23T16:19:20,978 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:20,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:20,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,34977,1732378748596', locateType=CURRENT is [region=hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353., hostname=1a7c5470b472,34977,1732378748596, seqNum=2] 2024-11-23T16:19:20,983 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:19:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:19:20,985 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,34977,1732378748596 suceeded 2024-11-23T16:19:20,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:19:20,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T16:19:20,987 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:44373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:19:20,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-23T16:19:21,001 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:44373' 2024-11-23T16:19:21,002 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4abf41f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,002 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:21,003 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:21,003 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e2fc964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,005 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:21,005 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7670f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,005 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,44373,1732378752589 2024-11-23T16:19:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b1c844d 2024-11-23T16:19:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:21,007 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:21,007 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,34977,1732378748596 (queues=1) is replicating from cluster=2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7 to cluster=e803a9c3-197c-4611-aee3-a87515498000 2024-11-23T16:19:21,007 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C34977%2C1732378748596 2024-11-23T16:19:21,007 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,34977,1732378748596, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:19:21,008 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C34977%2C1732378748596 2024-11-23T16:19:21,008 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303, startPosition=0, beingWritten=true 2024-11-23T16:19:21,013 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:21,013 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:21,013 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34977,1732378748596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:21,217 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:21,521 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:21,719 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:19:21,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:21,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:21,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:21,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:21,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:21,721 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:21,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:21,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542d5599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,723 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a480c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,44373,1732378752589 2024-11-23T16:19:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f43484c 2024-11-23T16:19:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:21,725 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:21,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:19:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:19:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:21,728 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:33343' 2024-11-23T16:19:21,729 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bc7108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,729 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:21,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:21,730 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef84b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:21,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,731 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:21,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449234da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:21,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33343,1732378748547 2024-11-23T16:19:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59310ea3 2024-11-23T16:19:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:21,733 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:21,733 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:19:21,733 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:19:21,733 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,733 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:21,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:21,734 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:21,735 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:19:21,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:21,736 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:21,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:21,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:19:21,785 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:19:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:21,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,925 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:21,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:21,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:19:21,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T16:19:21,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:19:21,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T16:19:21,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:21,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T16:19:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:22,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed312dd465cd7f0538ee696be8c34ef2, NAME => 'hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a 2024-11-23T16:19:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:19:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:22,430 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:22,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:22,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed312dd465cd7f0538ee696be8c34ef2, disabling compactions & flushes 2024-11-23T16:19:22,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. after waiting 0 ms 2024-11-23T16:19:22,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed312dd465cd7f0538ee696be8c34ef2: Waiting for close lock at 1732378762561Disabling compacts and flushes for region at 1732378762561Disabling writes for close at 1732378762561Writing region close event to WAL at 1732378762561Closed at 1732378762561 2024-11-23T16:19:22,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:22,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378762562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378762562"}]},"ts":"1732378762562"} 2024-11-23T16:19:22,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:22,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:22,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378762565"}]},"ts":"1732378762565"} 2024-11-23T16:19:22,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:19:22,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed312dd465cd7f0538ee696be8c34ef2, ASSIGN}] 2024-11-23T16:19:22,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed312dd465cd7f0538ee696be8c34ef2, ASSIGN 2024-11-23T16:19:22,569 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed312dd465cd7f0538ee696be8c34ef2, ASSIGN; state=OFFLINE, location=1a7c5470b472,44043,1732378752625; forceNewPlan=false, retain=false 2024-11-23T16:19:22,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed312dd465cd7f0538ee696be8c34ef2, regionState=OPENING, regionLocation=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed312dd465cd7f0538ee696be8c34ef2, ASSIGN because future has completed 2024-11-23T16:19:22,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed312dd465cd7f0538ee696be8c34ef2, server=1a7c5470b472,44043,1732378752625}] 2024-11-23T16:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:22,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:22,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:19:22,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44043%2C1732378752625.rep, suffix=, logDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/oldWALs, maxLogs=10 2024-11-23T16:19:22,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.rep.1732378762880, exclude list is [], retry=0 2024-11-23T16:19:22,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-6ccd57c6-dcaf-41bc-928a-13e6dcc09b26,DISK] 2024-11-23T16:19:22,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.rep.1732378762880 2024-11-23T16:19:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-23T16:19:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed312dd465cd7f0538ee696be8c34ef2, NAME => 'hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:22,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. service=MultiRowMutationService 2024-11-23T16:19:22,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:19:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,904 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,905 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed312dd465cd7f0538ee696be8c34ef2 columnFamilyName hfileref 2024-11-23T16:19:22,905 DEBUG [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:22,905 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] regionserver.HStore(327): Store=ed312dd465cd7f0538ee696be8c34ef2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:22,905 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,906 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed312dd465cd7f0538ee696be8c34ef2 columnFamilyName queue 2024-11-23T16:19:22,906 DEBUG [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:22,907 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] regionserver.HStore(327): Store=ed312dd465cd7f0538ee696be8c34ef2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:22,907 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,908 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed312dd465cd7f0538ee696be8c34ef2 columnFamilyName sid 2024-11-23T16:19:22,908 DEBUG [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:22,908 INFO [StoreOpener-ed312dd465cd7f0538ee696be8c34ef2-1 {}] regionserver.HStore(327): Store=ed312dd465cd7f0538ee696be8c34ef2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:22,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:22,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:22,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed312dd465cd7f0538ee696be8c34ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66196466, jitterRate=-0.013595789670944214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:22,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:22,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed312dd465cd7f0538ee696be8c34ef2: Running coprocessor pre-open hook at 1732378762903Writing region info on filesystem at 1732378762903Initializing all the Stores at 1732378762903Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378762903Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378762904 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378762904Cleaning up temporary data from old regions at 1732378762909 (+5 ms)Running coprocessor post-open hooks at 1732378762913 (+4 ms)Region opened successfully at 1732378762913 2024-11-23T16:19:22,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2., pid=10, masterSystemTime=1732378762875 2024-11-23T16:19:22,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:22,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed312dd465cd7f0538ee696be8c34ef2, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,44043,1732378752625 2024-11-23T16:19:22,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed312dd465cd7f0538ee696be8c34ef2, server=1a7c5470b472,44043,1732378752625 because future has completed 2024-11-23T16:19:22,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:19:22,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed312dd465cd7f0538ee696be8c34ef2, server=1a7c5470b472,44043,1732378752625 in 197 msec 2024-11-23T16:19:22,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:19:22,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed312dd465cd7f0538ee696be8c34ef2, ASSIGN in 354 msec 2024-11-23T16:19:22,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:22,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378762924"}]},"ts":"1732378762924"} 2024-11-23T16:19:22,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:19:22,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:22,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-23T16:19:22,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2., hostname=1a7c5470b472,44043,1732378752625, seqNum=2] 2024-11-23T16:19:22,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:22,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:22,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:19:23,034 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:23,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:19:23,101 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:19:23,133 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,44043,1732378752625, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:19:23,134 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:23,134 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44043,1732378752625, seqNum=-1] 2024-11-23T16:19:23,135 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:23,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:23,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,44043,1732378752625', locateType=CURRENT is [region=hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2., hostname=1a7c5470b472,44043,1732378752625, seqNum=2] 2024-11-23T16:19:23,140 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:19:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:19:23,142 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,44043,1732378752625 suceeded 2024-11-23T16:19:23,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:19:23,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-23T16:19:23,144 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:19:23,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-23T16:19:23,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:33343' 2024-11-23T16:19:23,160 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5481550b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:23,160 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:23,161 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:23,161 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:23,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:23,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:23,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42471dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:23,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:23,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:23,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:23,163 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:23,163 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b0e0b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:23,163 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:23,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33343,1732378748547 2024-11-23T16:19:23,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c09660 2024-11-23T16:19:23,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:23,165 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:23,166 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,44043,1732378752625 (queues=1) is replicating from cluster=e803a9c3-197c-4611-aee3-a87515498000 to cluster=2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7 2024-11-23T16:19:23,166 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C44043%2C1732378752625 2024-11-23T16:19:23,166 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,44043,1732378752625, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:19:23,168 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C44043%2C1732378752625 2024-11-23T16:19:23,168 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212, startPosition=0, beingWritten=true 2024-11-23T16:19:23,178 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:23,178 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:23,179 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44043,1732378752625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:23,382 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:23,686 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:23,739 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:23,879 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:19:23,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:23,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:23,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:23,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:23,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:23,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:23,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732378763883/Put/seqid=0 2024-11-23T16:19:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741840_1016 (size=7894) 2024-11-23T16:19:24,091 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:24,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732378764291/Put/seqid=0 2024-11-23T16:19:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741841_1017 (size=7691) 2024-11-23T16:19:24,551 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:24,595 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:24,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37382031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:24,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:24,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:24,697 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e09de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:24,699 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:24,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51216ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:24,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34977,1732378748596, seqNum=-1] 2024-11-23T16:19:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:24,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:24,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33343,1732378748547 2024-11-23T16:19:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e4618ac 2024-11-23T16:19:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:24,711 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., hostname=1a7c5470b472,34977,1732378748596, seqNum=2] 2024-11-23T16:19:24,717 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:19:24,721 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T16:19:24,723 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T16:19:24,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T16:19:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:24,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T16:19:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HRegion(2603): Flush status journal for 4b31f48014e851d9587535d5eab1ce2f: 2024-11-23T16:19:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_0 2024-11-23T16:19:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_0 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ 2024-11-23T16:19:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_1 2024-11-23T16:19:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_1 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ 2024-11-23T16:19:24,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_0 into 4b31f48014e851d9587535d5eab1ce2f/f as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ - updating store file list. 2024-11-23T16:19:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:24,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ into 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:24,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_0 into 4b31f48014e851d9587535d5eab1ce2f/f (new location: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_) 2024-11-23T16:19:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_0 2024-11-23T16:19:24,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_1 into 4b31f48014e851d9587535d5eab1ce2f/f as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ - updating store file list. 2024-11-23T16:19:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57ac7a783f98442ab81fbab4922883f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:24,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ into 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:24,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_1 into 4b31f48014e851d9587535d5eab1ce2f/f (new location: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_) 2024-11-23T16:19:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins__test__u59k63cfbseg0tv6qj1mqua7fnet626ri1ul94e51nosd6dalfehl23g194pvpjl/f/hfile_1 2024-11-23T16:19:24,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:24,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:24,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:24,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., hostname=1a7c5470b472,34977,1732378748596, seqNum=2 , the old value is region=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., hostname=1a7c5470b472,34977,1732378748596, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1a7c5470b472:34977 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:19:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., hostname=1a7c5470b472,34977,1732378748596, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:19:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., hostname=1a7c5470b472,34977,1732378748596, seqNum=2 from cache 2024-11-23T16:19:24,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:24,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:24,752 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T16:19:24,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44043,1732378752625, seqNum=-1] 2024-11-23T16:19:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:24,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:24,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., hostname=1a7c5470b472,44043,1732378752625, seqNum=2] 2024-11-23T16:19:24,757 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:19:24,860 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:34977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T16:19:25,200 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:25,456 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 379, reset compression=false 2024-11-23T16:19:25,461 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:25,461 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34977,1732378748596 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b31f48014e851d9587535d5eab1ce2f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378764749/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T16:19:25,464 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:25,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-23T16:19:25,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.ReplicationSink(318): Replicating [2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7] bulk loaded data 2024-11-23T16:19:25,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c84d1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:25,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:25,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:25,466 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:25,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:25,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:25,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@335b6484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:25,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:25,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:25,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:25,468 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:25,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463a0cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:25,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741840_1016 (size=7894) 2024-11-23T16:19:25,662 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:25,759 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:19:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741841_1017 (size=7691) 2024-11-23T16:19:25,905 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:25,966 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:26,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,44373,1732378752589 2024-11-23T16:19:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ae4343 2024-11-23T16:19:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:26,299 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:26,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:19:26,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:26,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44043,1732378752625, seqNum=-1] 2024-11-23T16:19:26,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:26,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:26,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T16:19:26,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T16:19:26,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ for inclusion in 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T16:19:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:26,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ for inclusion in 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T16:19:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HRegion(2603): Flush status journal for 86d1fa899f7435b7e2a02a2cf7b03bc6: 2024-11-23T16:19:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:19:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/a9c7e774fbb146adb2c346623f2d1f02_SeqId_4_ 2024-11-23T16:19:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 57ac7a783f98442ab81fbab4922883f4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:19:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/faf392943d594f05bdcede6a9b50dd10_SeqId_4_ 2024-11-23T16:19:26,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/a9c7e774fbb146adb2c346623f2d1f02_SeqId_4_ - updating store file list. 2024-11-23T16:19:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9c7e774fbb146adb2c346623f2d1f02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:26,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/a9c7e774fbb146adb2c346623f2d1f02_SeqId_4_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:26,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f (new location: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/a9c7e774fbb146adb2c346623f2d1f02_SeqId_4_) 2024-11-23T16:19:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/8d74d6f3694a467fb2ccb89865fdd164_SeqId_4_ 2024-11-23T16:19:26,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/faf392943d594f05bdcede6a9b50dd10_SeqId_4_ - updating store file list. 2024-11-23T16:19:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faf392943d594f05bdcede6a9b50dd10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:26,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/faf392943d594f05bdcede6a9b50dd10_SeqId_4_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:26,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f (new location: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/faf392943d594f05bdcede6a9b50dd10_SeqId_4_) 2024-11-23T16:19:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins.hfs.11__test__d4rn7b0vjbm869cngn3g9gljkvsvomfr59dq1vbt6mocai474v4eh5s0h60osh91/f/57ac7a783f98442ab81fbab4922883f4_SeqId_4_ 2024-11-23T16:19:26,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.ReplicationSink(324): Finished replicating [2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7] bulk loaded data 2024-11-23T16:19:26,370 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:26,708 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 379, reset compression=false 2024-11-23T16:19:26,737 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:26,737 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44043,1732378752625 got entry batch from reader: WALEntryBatch [walEntries=[{test/86d1fa899f7435b7e2a02a2cf7b03bc6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378766337/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T16:19:26,741 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:26,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-23T16:19:26,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.ReplicationSink(318): Replicating [2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7, e803a9c3-197c-4611-aee3-a87515498000] bulk loaded data 2024-11-23T16:19:26,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62787339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:26,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33343,-1 for getting cluster id 2024-11-23T16:19:26,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:26,745 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7' 2024-11-23T16:19:26,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:26,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7" 2024-11-23T16:19:26,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@769fd576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:26,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33343,-1] 2024-11-23T16:19:26,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:26,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:26,747 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:26,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2317d296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:26,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741842_1018 (size=7894) 2024-11-23T16:19:26,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:26,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732378766812/Put/seqid=0 2024-11-23T16:19:26,878 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741842_1018 (size=11194) 2024-11-23T16:19:26,937 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 725, reset compression=false 2024-11-23T16:19:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741843_1019 (size=7691) 2024-11-23T16:19:27,244 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 725, reset compression=false 2024-11-23T16:19:27,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732378767285/Put/seqid=0 2024-11-23T16:19:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741843_1019 (size=10791) 2024-11-23T16:19:27,502 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:27,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:27,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33343,1732378748547 2024-11-23T16:19:27,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6270ec0b 2024-11-23T16:19:27,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:27,599 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:27,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:19:27,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:27,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34977,1732378748596, seqNum=-1] 2024-11-23T16:19:27,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:27,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:27,608 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__am53oifoha6aucp4jtoetlsj7vt44ik726r5gcc1v922e1uagl937a1p5vvdosg0/f/a9c7e774fbb146adb2c346623f2d1f02_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T16:19:27,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__am53oifoha6aucp4jtoetlsj7vt44ik726r5gcc1v922e1uagl937a1p5vvdosg0/f/faf392943d594f05bdcede6a9b50dd10_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T16:19:27,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.ReplicationSink(324): Finished replicating [2a66c1c1-93d4-4e4e-84f7-b2377f24c5f7, e803a9c3-197c-4611-aee3-a87515498000] bulk loaded data 2024-11-23T16:19:27,648 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 725, reset compression=false 2024-11-23T16:19:27,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2f73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:27,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,44373,-1 for getting cluster id 2024-11-23T16:19:27,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:27,692 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e803a9c3-197c-4611-aee3-a87515498000' 2024-11-23T16:19:27,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:27,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e803a9c3-197c-4611-aee3-a87515498000" 2024-11-23T16:19:27,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797aac03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,44373,-1] 2024-11-23T16:19:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:27,694 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:27,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca4b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:27,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44043,1732378752625, seqNum=-1] 2024-11-23T16:19:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:27,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:27,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,44373,1732378752589 2024-11-23T16:19:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1412c251 2024-11-23T16:19:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:27,705 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:27,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., hostname=1a7c5470b472,44043,1732378752625, seqNum=2] 2024-11-23T16:19:27,709 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:19:27,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T16:19:27,717 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T16:19:27,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T16:19:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:27,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T16:19:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HRegion(2603): Flush status journal for 86d1fa899f7435b7e2a02a2cf7b03bc6: 2024-11-23T16:19:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_0 2024-11-23T16:19:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_0 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ 2024-11-23T16:19:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_1 2024-11-23T16:19:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_1 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ 2024-11-23T16:19:27,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_0 into 86d1fa899f7435b7e2a02a2cf7b03bc6/f as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ - updating store file list. 2024-11-23T16:19:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1bd640884c1488897bfd6594cd16665_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:27,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:27,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_0 into 86d1fa899f7435b7e2a02a2cf7b03bc6/f (new location: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_) 2024-11-23T16:19:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_0 2024-11-23T16:19:27,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_1 into 86d1fa899f7435b7e2a02a2cf7b03bc6/f as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ - updating store file list. 2024-11-23T16:19:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 821fc36cb03746549215d9e1acf120aa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:27,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ into 86d1fa899f7435b7e2a02a2cf7b03bc6/f 2024-11-23T16:19:27,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_1 into 86d1fa899f7435b7e2a02a2cf7b03bc6/f (new location: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_) 2024-11-23T16:19:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/staging/jenkins__test__7orijtv16se6lp180qk07gn0icoaa1qfptvc62lplt9iibk1ssvrjqoi5htk37a0/f/hfile_1 2024-11-23T16:19:27,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:27,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:27,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:27,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., hostname=1a7c5470b472,44043,1732378752625, seqNum=2 , the old value is region=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., hostname=1a7c5470b472,44043,1732378752625, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1a7c5470b472:44043 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:19:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., hostname=1a7c5470b472,44043,1732378752625, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:19:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., hostname=1a7c5470b472,44043,1732378752625, seqNum=2 from cache 2024-11-23T16:19:27,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:27,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:27,745 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T16:19:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34977,1732378748596, seqNum=-1] 2024-11-23T16:19:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:27,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., hostname=1a7c5470b472,34977,1732378748596, seqNum=2] 2024-11-23T16:19:27,756 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:19:27,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T16:19:28,152 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 725, reset compression=false 2024-11-23T16:19:28,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:28,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44043,1732378752625 got entry batch from reader: WALEntryBatch [walEntries=[{test/86d1fa899f7435b7e2a02a2cf7b03bc6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378767742/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T16:19:28,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.ReplicationSink(318): Replicating [e803a9c3-197c-4611-aee3-a87515498000] bulk loaded data 2024-11-23T16:19:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741844_1020 (size=11194) 2024-11-23T16:19:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741845_1021 (size=10791) 2024-11-23T16:19:28,206 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:28,357 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1033, reset compression=false 2024-11-23T16:19:28,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:28,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:28,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:19:28,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T16:19:28,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T16:19:28,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ for inclusion in 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T16:19:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:28,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ for inclusion in 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T16:19:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:19:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HRegion(2603): Flush status journal for 4b31f48014e851d9587535d5eab1ce2f: 2024-11-23T16:19:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c1bd640884c1488897bfd6594cd16665_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:19:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/042ba055374a4ae28a0df7a1981d926b_SeqId_6_ 2024-11-23T16:19:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 821fc36cb03746549215d9e1acf120aa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:19:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/02579dc2192d4a4bb1f44a0c7ca04a08_SeqId_6_ 2024-11-23T16:19:28,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ into 4b31f48014e851d9587535d5eab1ce2f/f as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/042ba055374a4ae28a0df7a1981d926b_SeqId_6_ - updating store file list. 2024-11-23T16:19:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 042ba055374a4ae28a0df7a1981d926b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:28,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/042ba055374a4ae28a0df7a1981d926b_SeqId_6_ into 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:28,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ into 4b31f48014e851d9587535d5eab1ce2f/f (new location: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/042ba055374a4ae28a0df7a1981d926b_SeqId_6_) 2024-11-23T16:19:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/c1bd640884c1488897bfd6594cd16665_SeqId_6_ 2024-11-23T16:19:28,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ into 4b31f48014e851d9587535d5eab1ce2f/f as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/02579dc2192d4a4bb1f44a0c7ca04a08_SeqId_6_ - updating store file list. 2024-11-23T16:19:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02579dc2192d4a4bb1f44a0c7ca04a08_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:19:28,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/02579dc2192d4a4bb1f44a0c7ca04a08_SeqId_6_ into 4b31f48014e851d9587535d5eab1ce2f/f 2024-11-23T16:19:28,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ into 4b31f48014e851d9587535d5eab1ce2f/f (new location: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/f/02579dc2192d4a4bb1f44a0c7ca04a08_SeqId_6_) 2024-11-23T16:19:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/staging/jenkins.hfs.10__test__pqc024qn0f18u3121jt5pe3vp84bs7nmjer3rd6ifr6vuamtr4jj2q89g8uprq16/f/821fc36cb03746549215d9e1acf120aa_SeqId_6_ 2024-11-23T16:19:28,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] regionserver.ReplicationSink(324): Finished replicating [e803a9c3-197c-4611-aee3-a87515498000] bulk loaded data 2024-11-23T16:19:28,661 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1033, reset compression=false 2024-11-23T16:19:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:19:28,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:28,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:28,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:28,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:28,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:19:28,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1515788612, stopped=false 2024-11-23T16:19:28,767 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,44373,1732378752589 2024-11-23T16:19:28,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-371567760/running 2024-11-23T16:19:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-371567760/running 2024-11-23T16:19:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:28,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:28,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:28,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:28,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:28,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,44043,1732378752625' ***** 2024-11-23T16:19:28,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:19:28,769 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:19:28,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/running 2024-11-23T16:19:28,769 INFO [RS:0;1a7c5470b472:44043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:19:28,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:19:28,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Set watcher on znode that does not yet exist, /1-371567760/running 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(3091): Received CLOSE for 86d1fa899f7435b7e2a02a2cf7b03bc6 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(3091): Received CLOSE for ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,44043,1732378752625 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:28,770 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86d1fa899f7435b7e2a02a2cf7b03bc6, disabling compactions & flushes 2024-11-23T16:19:28,770 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44043. 2024-11-23T16:19:28,770 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:28,770 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. after waiting 0 ms 2024-11-23T16:19:28,770 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:28,770 DEBUG [RS:0;1a7c5470b472:44043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:28,770 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:19:28,770 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:19:28,771 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:19:28,771 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1325): Online Regions={86d1fa899f7435b7e2a02a2cf7b03bc6=test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6., 1588230740=hbase:meta,,1.1588230740, ed312dd465cd7f0538ee696be8c34ef2=hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2.} 2024-11-23T16:19:28,771 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86d1fa899f7435b7e2a02a2cf7b03bc6, ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:28,771 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:28,771 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:28,771 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:28,771 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:28,771 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:28,771 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:19:28,774 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/default/test/86d1fa899f7435b7e2a02a2cf7b03bc6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:28,775 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86d1fa899f7435b7e2a02a2cf7b03bc6: Waiting for close lock at 1732378768770Running coprocessor pre-close hooks at 1732378768770Disabling compacts and flushes for region at 1732378768770Disabling writes for close at 1732378768770Writing region close event to WAL at 1732378768771 (+1 ms)Running coprocessor post-close hooks at 1732378768775 (+4 ms)Closed at 1732378768775 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6. 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed312dd465cd7f0538ee696be8c34ef2, disabling compactions & flushes 2024-11-23T16:19:28,775 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. after waiting 0 ms 2024-11-23T16:19:28,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:28,775 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed312dd465cd7f0538ee696be8c34ef2 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T16:19:28,787 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/info/dfb39b718004472ea8bbf4ceaf71bcf5 is 147, key is hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2./info:regioninfo/1732378762916/Put/seqid=0 2024-11-23T16:19:28,790 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/.tmp/hfileref/92e14abb16024b72bbf4c381666e2d30 is 74, key is 1/hfileref:821fc36cb03746549215d9e1acf120aa_SeqId_6_/1732378768619/DeleteColumn/seqid=0 2024-11-23T16:19:28,792 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:28,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741844_1020 (size=7686) 2024-11-23T16:19:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741845_1021 (size=5345) 2024-11-23T16:19:28,796 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/.tmp/hfileref/92e14abb16024b72bbf4c381666e2d30 2024-11-23T16:19:28,805 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/info/dfb39b718004472ea8bbf4ceaf71bcf5 2024-11-23T16:19:28,821 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/.tmp/queue/d78251db3fae431a88b11d166239ef09 is 154, key is 1-1a7c5470b472,44043,1732378752625/queue:1a7c5470b472%2C44043%2C1732378752625/1732378768620/Put/seqid=0 2024-11-23T16:19:28,824 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/ns/f05ab1173dcf4059ab312c5829a4aea7 is 43, key is default/ns:d/1732378755207/Put/seqid=0 2024-11-23T16:19:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741846_1022 (size=5353) 2024-11-23T16:19:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741847_1023 (size=5153) 2024-11-23T16:19:28,971 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:29,010 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 687, reset compression=false 2024-11-23T16:19:29,014 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:29,014 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34977,1732378748596 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b31f48014e851d9587535d5eab1ce2f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378768616/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T16:19:29,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1a7c5470b472,44043,1732378752625 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T16:19:29,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44043 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:37826 deadline: 1732378829015, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1a7c5470b472,44043,1732378752625 stopping 2024-11-23T16:19:29,019 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1a7c5470b472,44043,1732378752625 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,065 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1033, reset compression=false 2024-11-23T16:19:29,071 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:29,071 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1328, reset compression=false 2024-11-23T16:19:29,071 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44043,1732378752625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:29,073 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,44043,1732378752625: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,44043,1732378752625, walGroup=1a7c5470b472%2C44043%2C1732378752625, offset=1a7c5470b472%2C44043%2C1732378752625.1732378754212:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:19:29,074 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:19:29,076 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:19:29,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:19:29,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:19:29,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:19:29,078 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 818757120 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187826328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:19:29,080 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:19:29,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1a7c5470b472,44043,1732378752625 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,123 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1a7c5470b472,44043,1732378752625 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,166 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:19:29,166 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:19:29,171 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed312dd465cd7f0538ee696be8c34ef2 2024-11-23T16:19:29,215 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:29,228 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/ns/f05ab1173dcf4059ab312c5829a4aea7 2024-11-23T16:19:29,228 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/.tmp/queue/d78251db3fae431a88b11d166239ef09 2024-11-23T16:19:29,233 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/.tmp/hfileref/92e14abb16024b72bbf4c381666e2d30 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/hfileref/92e14abb16024b72bbf4c381666e2d30 2024-11-23T16:19:29,237 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/hfileref/92e14abb16024b72bbf4c381666e2d30, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T16:19:29,238 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/.tmp/queue/d78251db3fae431a88b11d166239ef09 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/queue/d78251db3fae431a88b11d166239ef09 2024-11-23T16:19:29,242 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/queue/d78251db3fae431a88b11d166239ef09, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T16:19:29,243 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ed312dd465cd7f0538ee696be8c34ef2 in 468ms, sequenceid=12, compaction requested=false 2024-11-23T16:19:29,246 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/replication/ed312dd465cd7f0538ee696be8c34ef2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T16:19:29,247 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:29,247 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:29,247 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:29,247 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed312dd465cd7f0538ee696be8c34ef2: Waiting for close lock at 1732378768775Running coprocessor pre-close hooks at 1732378768775Disabling compacts and flushes for region at 1732378768775Disabling writes for close at 1732378768775Obtaining lock to block concurrent updates at 1732378768775Preparing flush snapshotting stores in ed312dd465cd7f0538ee696be8c34ef2 at 1732378768775Finished memstore snapshotting hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732378768775Flushing stores of hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. at 1732378768776 (+1 ms)Flushing ed312dd465cd7f0538ee696be8c34ef2/hfileref: creating writer at 1732378768776Flushing ed312dd465cd7f0538ee696be8c34ef2/hfileref: appending metadata at 1732378768789 (+13 ms)Flushing ed312dd465cd7f0538ee696be8c34ef2/hfileref: closing flushed file at 1732378768789Flushing ed312dd465cd7f0538ee696be8c34ef2/queue: creating writer at 1732378768801 (+12 ms)Flushing ed312dd465cd7f0538ee696be8c34ef2/queue: appending metadata at 1732378768820 (+19 ms)Flushing ed312dd465cd7f0538ee696be8c34ef2/queue: closing flushed file at 1732378768820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fd7093: reopening flushed file at 1732378769232 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f5993f: reopening flushed file at 1732378769237 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ed312dd465cd7f0538ee696be8c34ef2 in 468ms, sequenceid=12, compaction requested=false at 1732378769243 (+6 ms)Writing region close event to WAL at 1732378769244 (+1 ms)Running coprocessor post-close hooks at 1732378769247 (+3 ms)Closed at 1732378769247 2024-11-23T16:19:29,247 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378761734.ed312dd465cd7f0538ee696be8c34ef2. 2024-11-23T16:19:29,251 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/rep_barrier/759ecf7e338c4391ba6fc6383b85330a is 112, key is test,,1732378757412.86d1fa899f7435b7e2a02a2cf7b03bc6./rep_barrier:seqnumDuringOpen/1732378758605/Put/seqid=0 2024-11-23T16:19:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741848_1024 (size=5518) 2024-11-23T16:19:29,275 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1328, reset compression=false 2024-11-23T16:19:29,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1a7c5470b472,44043,1732378752625 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,326 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1a7c5470b472,44043,1732378752625 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,371 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:29,518 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:29,571 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:29,579 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1328, reset compression=false 2024-11-23T16:19:29,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1a7c5470b472,44043,1732378752625 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,630 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1a7c5470b472,44043,1732378752625 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:29,655 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/rep_barrier/759ecf7e338c4391ba6fc6383b85330a 2024-11-23T16:19:29,674 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/table/c2cf774117b14699b9027e09ccfa2547 is 53, key is hbase:replication/table:state/1732378762924/Put/seqid=0 2024-11-23T16:19:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741849_1025 (size=5308) 2024-11-23T16:19:29,772 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:29,923 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:29,972 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:19:29,972 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:19:29,972 DEBUG [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:29,983 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.1732378754212 to pos 1328, reset compression=false 2024-11-23T16:19:30,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1a7c5470b472,44043,1732378752625 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:30,033 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1a7c5470b472,44043,1732378752625 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:30,078 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/table/c2cf774117b14699b9027e09ccfa2547 2024-11-23T16:19:30,083 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/info/dfb39b718004472ea8bbf4ceaf71bcf5 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/info/dfb39b718004472ea8bbf4ceaf71bcf5 2024-11-23T16:19:30,087 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/info/dfb39b718004472ea8bbf4ceaf71bcf5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:19:30,088 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/ns/f05ab1173dcf4059ab312c5829a4aea7 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/ns/f05ab1173dcf4059ab312c5829a4aea7 2024-11-23T16:19:30,092 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/ns/f05ab1173dcf4059ab312c5829a4aea7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:19:30,092 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/rep_barrier/759ecf7e338c4391ba6fc6383b85330a as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/rep_barrier/759ecf7e338c4391ba6fc6383b85330a 2024-11-23T16:19:30,096 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/rep_barrier/759ecf7e338c4391ba6fc6383b85330a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:19:30,096 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/.tmp/table/c2cf774117b14699b9027e09ccfa2547 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/table/c2cf774117b14699b9027e09ccfa2547 2024-11-23T16:19:30,100 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/table/c2cf774117b14699b9027e09ccfa2547, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:19:30,101 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-23T16:19:30,109 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:19:30,110 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:30,110 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:30,110 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:30,110 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378768771Running coprocessor pre-close hooks at 1732378768771Disabling compacts and flushes for region at 1732378768771Disabling writes for close at 1732378768771Obtaining lock to block concurrent updates at 1732378768771Preparing flush snapshotting stores in 1588230740 at 1732378768771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378768771Flushing stores of hbase:meta,,1.1588230740 at 1732378768772 (+1 ms)Flushing 1588230740/info: creating writer at 1732378768772Flushing 1588230740/info: appending metadata at 1732378768787 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732378768787Flushing 1588230740/ns: creating writer at 1732378768809 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732378768824 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732378768824Flushing 1588230740/rep_barrier: creating writer at 1732378769232 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378769250 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378769250Flushing 1588230740/table: creating writer at 1732378769660 (+410 ms)Flushing 1588230740/table: appending metadata at 1732378769673 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732378769673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492f9fab: reopening flushed file at 1732378770082 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15133faa: reopening flushed file at 1732378770087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343c245: reopening flushed file at 1732378770092 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b9cc22: reopening flushed file at 1732378770096 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1732378770101 (+5 ms)Writing region close event to WAL at 1732378770107 (+6 ms)Running coprocessor post-close hooks at 1732378770110 (+3 ms)Closed at 1732378770110 2024-11-23T16:19:30,110 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:30,172 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,44043,1732378752625; all regions closed. 2024-11-23T16:19:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:19:30,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/WALs/1a7c5470b472,44043,1732378752625/1a7c5470b472%2C44043%2C1732378752625.meta.1732378755166.meta not finished, retry = 0 2024-11-23T16:19:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741839_1015 (size=3127) 2024-11-23T16:19:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741832_1008 (size=1336) 2024-11-23T16:19:30,281 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:30,281 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:30,281 INFO [RS:0;1a7c5470b472:44043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:30,281 INFO [RS:0;1a7c5470b472:44043 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:30,281 INFO [RS:0;1a7c5470b472:44043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:30,281 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:30,282 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,44043,1732378752625 because: Region server is closing 2024-11-23T16:19:30,282 INFO [RS:0;1a7c5470b472:44043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44043. 2024-11-23T16:19:30,282 DEBUG [RS:0;1a7c5470b472:44043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:30,282 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:30,282 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:30,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:30,382 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.shipper1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 terminated 2024-11-23T16:19:30,383 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44043,1732378752625.replicationSource.wal-reader.1a7c5470b472%2C44043%2C1732378752625,1-1a7c5470b472,44043,1732378752625 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:19:30,383 INFO [RS:0;1a7c5470b472:44043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44043. 2024-11-23T16:19:30,383 DEBUG [RS:0;1a7c5470b472:44043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:30,383 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:30,383 DEBUG [RS:0;1a7c5470b472:44043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:30,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:30,383 INFO [RS:0;1a7c5470b472:44043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44043 2024-11-23T16:19:30,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-371567760/rs/1a7c5470b472,44043,1732378752625 2024-11-23T16:19:30,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760/rs 2024-11-23T16:19:30,385 INFO [RS:0;1a7c5470b472:44043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:30,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,44043,1732378752625] 2024-11-23T16:19:30,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-371567760/draining/1a7c5470b472,44043,1732378752625 already deleted, retry=false 2024-11-23T16:19:30,388 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,44043,1732378752625 expired; onlineServers=0 2024-11-23T16:19:30,388 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,44373,1732378752589' ***** 2024-11-23T16:19:30,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:19:30,388 INFO [M:0;1a7c5470b472:44373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:30,388 INFO [M:0;1a7c5470b472:44373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:30,388 DEBUG [M:0;1a7c5470b472:44373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:19:30,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:19:30,388 DEBUG [M:0;1a7c5470b472:44373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:19:30,388 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378754019 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378754019,5,FailOnTimeoutGroup] 2024-11-23T16:19:30,388 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378754016 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378754016,5,FailOnTimeoutGroup] 2024-11-23T16:19:30,388 INFO [M:0;1a7c5470b472:44373 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:30,389 INFO [M:0;1a7c5470b472:44373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:30,389 DEBUG [M:0;1a7c5470b472:44373 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:19:30,389 INFO [M:0;1a7c5470b472:44373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:19:30,389 INFO [M:0;1a7c5470b472:44373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:30,389 INFO [M:0;1a7c5470b472:44373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:19:30,389 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:19:30,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-371567760/master 2024-11-23T16:19:30,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-371567760 2024-11-23T16:19:30,390 DEBUG [M:0;1a7c5470b472:44373 {}] zookeeper.ZKUtil(347): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Unable to get data of znode /1-371567760/master because node does not exist (not an error) 2024-11-23T16:19:30,390 WARN [M:0;1a7c5470b472:44373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:19:30,390 INFO [M:0;1a7c5470b472:44373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/.lastflushedseqids 2024-11-23T16:19:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741850_1026 (size=263) 2024-11-23T16:19:30,427 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44043-0x101459fcd2b0004, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:30,486 INFO [RS:0;1a7c5470b472:44043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:30,486 INFO [RS:0;1a7c5470b472:44043 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,44043,1732378752625; zookeeper connection closed. 2024-11-23T16:19:30,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25c64fa8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25c64fa8 2024-11-23T16:19:30,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:19:30,536 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a7c5470b472:44043 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44043 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:30,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1a7c5470b472:44043 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44043 2024-11-23T16:19:30,537 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=1a7c5470b472:44043 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44043 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44043 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-23T16:19:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T16:19:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36682 deadline: 1732378830549, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-23T16:19:30,570 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T16:19:30,571 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T16:19:30,795 INFO [M:0;1a7c5470b472:44373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:19:30,795 INFO [M:0;1a7c5470b472:44373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:19:30,796 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:30,796 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:30,796 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:30,796 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:30,796 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:30,796 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T16:19:30,813 DEBUG [M:0;1a7c5470b472:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e0e54607367428ba30764deab5442ec is 82, key is hbase:meta,,1/info:regioninfo/1732378755197/Put/seqid=0 2024-11-23T16:19:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741851_1027 (size=5672) 2024-11-23T16:19:31,031 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:31,171 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-23T16:19:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T16:19:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36682 deadline: 1732378831172, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-23T16:19:31,173 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T16:19:31,174 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T16:19:31,174 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-23T16:19:31,217 INFO [M:0;1a7c5470b472:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e0e54607367428ba30764deab5442ec 2024-11-23T16:19:31,238 DEBUG [M:0;1a7c5470b472:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33ce7322e86347a7b48732fb2de697a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378762927/Put/seqid=0 2024-11-23T16:19:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741852_1028 (size=8517) 2024-11-23T16:19:31,242 INFO [M:0;1a7c5470b472:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33ce7322e86347a7b48732fb2de697a7 2024-11-23T16:19:31,265 DEBUG [M:0;1a7c5470b472:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94e6bac655d244a7890c6ad7fc0ee356 is 69, key is 1a7c5470b472,44043,1732378752625/rs:state/1732378754065/Put/seqid=0 2024-11-23T16:19:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741853_1029 (size=5156) 2024-11-23T16:19:31,670 INFO [M:0;1a7c5470b472:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94e6bac655d244a7890c6ad7fc0ee356 2024-11-23T16:19:31,675 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e0e54607367428ba30764deab5442ec as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e0e54607367428ba30764deab5442ec 2024-11-23T16:19:31,680 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e0e54607367428ba30764deab5442ec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:19:31,681 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33ce7322e86347a7b48732fb2de697a7 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33ce7322e86347a7b48732fb2de697a7 2024-11-23T16:19:31,685 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33ce7322e86347a7b48732fb2de697a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:19:31,686 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94e6bac655d244a7890c6ad7fc0ee356 as hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94e6bac655d244a7890c6ad7fc0ee356 2024-11-23T16:19:31,689 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34155/user/jenkins/test-data/92c5f727-1005-c9dd-bf06-0caf7a16397a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94e6bac655d244a7890c6ad7fc0ee356, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:19:31,690 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false 2024-11-23T16:19:31,692 INFO [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:31,692 DEBUG [M:0;1a7c5470b472:44373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378770796Disabling compacts and flushes for region at 1732378770796Disabling writes for close at 1732378770796Obtaining lock to block concurrent updates at 1732378770796Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378770796Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732378770796Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378770797 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378770797Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378770812 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378770812Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378771222 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378771237 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378771237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378771247 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378771265 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378771265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341155a0: reopening flushed file at 1732378771675 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682c3bcb: reopening flushed file at 1732378771680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ef07c4: reopening flushed file at 1732378771685 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false at 1732378771690 (+5 ms)Writing region close event to WAL at 1732378771692 (+2 ms)Closed at 1732378771692 2024-11-23T16:19:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741830_1006 (size=63666) 2024-11-23T16:19:31,694 INFO [M:0;1a7c5470b472:44373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:31,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:31,695 INFO [M:0;1a7c5470b472:44373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44373 2024-11-23T16:19:31,695 INFO [M:0;1a7c5470b472:44373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:31,735 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:31,797 INFO [M:0;1a7c5470b472:44373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x101459fcd2b0003, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:31,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60a00e88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:31,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae2fa0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:31,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ef3aff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37339b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:31,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:19:31,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:19:31,805 WARN [BP-1115393568-172.17.0.2-1732378751380 heartbeating to localhost/127.0.0.1:34155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:19:31,805 WARN [BP-1115393568-172.17.0.2-1732378751380 heartbeating to localhost/127.0.0.1:34155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1115393568-172.17.0.2-1732378751380 (Datanode Uuid e53e113a-2004-4cc5-81a5-b7f4dedcdd04) service to localhost/127.0.0.1:34155 2024-11-23T16:19:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/cluster_d65ccb31-724c-1159-2bcc-07a3234bc9a2/data/data1/current/BP-1115393568-172.17.0.2-1732378751380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:31,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/cluster_d65ccb31-724c-1159-2bcc-07a3234bc9a2/data/data2/current/BP-1115393568-172.17.0.2-1732378751380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:31,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:19:31,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b68692{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:31,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@333368b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:31,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:31,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3b306f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:31,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449b76a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:31,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:19:31,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:19:31,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:31,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:31,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:31,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:31,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:31,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:19:31,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=53887690, stopped=false 2024-11-23T16:19:31,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,33343,1732378748547 2024-11-23T16:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1168043395/running 2024-11-23T16:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1168043395/running 2024-11-23T16:19:31,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:31,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/running 2024-11-23T16:19:31,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Set watcher on znode that does not yet exist, /0-1168043395/running 2024-11-23T16:19:31,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:31,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:31,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:31,843 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,34977,1732378748596' ***** 2024-11-23T16:19:31,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:19:31,843 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:19:31,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b31f48014e851d9587535d5eab1ce2f 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(3091): Received CLOSE for 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,34977,1732378748596 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:34977. 2024-11-23T16:19:31,844 DEBUG [RS:0;1a7c5470b472:34977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:31,844 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:31,844 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b31f48014e851d9587535d5eab1ce2f, disabling compactions & flushes 2024-11-23T16:19:31,844 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:31,844 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:19:31,844 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. after waiting 0 ms 2024-11-23T16:19:31,844 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:19:31,845 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:19:31,845 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:31,845 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:19:31,846 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:19:31,846 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1325): Online Regions={4b31f48014e851d9587535d5eab1ce2f=test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f., 1588230740=hbase:meta,,1.1588230740, 696147ca84fecf3ad13cb13002560353=hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353.} 2024-11-23T16:19:31,846 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b31f48014e851d9587535d5eab1ce2f, 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:31,846 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:31,846 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:31,846 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:31,846 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:31,846 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:31,846 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:19:31,869 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/default/test/4b31f48014e851d9587535d5eab1ce2f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:19:31,871 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:31,871 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:31,871 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:31,871 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b31f48014e851d9587535d5eab1ce2f: Waiting for close lock at 1732378771844Running coprocessor pre-close hooks at 1732378771844Disabling compacts and flushes for region at 1732378771844Disabling writes for close at 1732378771844Writing region close event to WAL at 1732378771846 (+2 ms)Running coprocessor post-close hooks at 1732378771871 (+25 ms)Closed at 1732378771871 2024-11-23T16:19:31,872 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f. 2024-11-23T16:19:31,872 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 696147ca84fecf3ad13cb13002560353, disabling compactions & flushes 2024-11-23T16:19:31,872 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:31,872 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:31,872 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. after waiting 0 ms 2024-11-23T16:19:31,872 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:31,872 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 696147ca84fecf3ad13cb13002560353 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-23T16:19:31,875 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-23T16:19:31,876 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a7c5470b472:44373 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44373 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:31,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1a7c5470b472:44373 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44373 2024-11-23T16:19:31,881 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/info/58381ce66d6644da9cfe945d0b8ae1b4 is 147, key is hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353./info:regioninfo/1732378760747/Put/seqid=0 2024-11-23T16:19:31,891 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:31,904 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/.tmp/hfileref/f78e9a0aa93a45d292d8f8de85238d5e is 74, key is 1/hfileref:02579dc2192d4a4bb1f44a0c7ca04a08_SeqId_6_/1732378768605/Put/seqid=0 2024-11-23T16:19:31,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741846_1022 (size=7686) 2024-11-23T16:19:31,909 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/info/58381ce66d6644da9cfe945d0b8ae1b4 2024-11-23T16:19:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741847_1023 (size=5345) 2024-11-23T16:19:31,945 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/ns/75da105e87e349999a355303a1f617a1 is 43, key is default/ns:d/1732378751280/Put/seqid=0 2024-11-23T16:19:31,946 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/.tmp/hfileref/f78e9a0aa93a45d292d8f8de85238d5e 2024-11-23T16:19:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741848_1024 (size=5153) 2024-11-23T16:19:31,955 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/ns/75da105e87e349999a355303a1f617a1 2024-11-23T16:19:31,970 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/.tmp/queue/acca39f8e221443e9c64a3e9a5423123 is 153, key is 1-1a7c5470b472,34977,1732378748596/queue:1a7c5470b472%2C34977%2C1732378748596/1732378766342/Put/seqid=0 2024-11-23T16:19:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741849_1025 (size=5352) 2024-11-23T16:19:31,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:31,979 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a7c5470b472:44373 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44373 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T16:19:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=1a7c5470b472:44373 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-23T16:19:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 1a7c5470b472:44373 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a7c5470b472/172.17.0.2:44373 2024-11-23T16:19:31,984 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/rep_barrier/36d36fb2882146f890ac4c9a16656514 is 112, key is test,,1732378755262.4b31f48014e851d9587535d5eab1ce2f./rep_barrier:seqnumDuringOpen/1732378756417/Put/seqid=0 2024-11-23T16:19:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741850_1026 (size=5518) 2024-11-23T16:19:31,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:19:31,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:32,046 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:32,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:32,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a7c5470b472:44373 this server is in the failed servers list 2024-11-23T16:19:32,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a7c5470b472:44373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:32,221 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:19:32,221 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:19:32,246 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 696147ca84fecf3ad13cb13002560353 2024-11-23T16:19:32,377 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/.tmp/queue/acca39f8e221443e9c64a3e9a5423123 2024-11-23T16:19:32,382 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/.tmp/hfileref/f78e9a0aa93a45d292d8f8de85238d5e as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/hfileref/f78e9a0aa93a45d292d8f8de85238d5e 2024-11-23T16:19:32,386 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/hfileref/f78e9a0aa93a45d292d8f8de85238d5e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-23T16:19:32,387 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/.tmp/queue/acca39f8e221443e9c64a3e9a5423123 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/queue/acca39f8e221443e9c64a3e9a5423123 2024-11-23T16:19:32,388 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/rep_barrier/36d36fb2882146f890ac4c9a16656514 2024-11-23T16:19:32,392 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/queue/acca39f8e221443e9c64a3e9a5423123, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T16:19:32,393 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 696147ca84fecf3ad13cb13002560353 in 521ms, sequenceid=10, compaction requested=false 2024-11-23T16:19:32,393 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:19:32,404 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/replication/696147ca84fecf3ad13cb13002560353/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T16:19:32,404 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:32,404 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:32,404 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:32,405 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 696147ca84fecf3ad13cb13002560353: Waiting for close lock at 1732378771872Running coprocessor pre-close hooks at 1732378771872Disabling compacts and flushes for region at 1732378771872Disabling writes for close at 1732378771872Obtaining lock to block concurrent updates at 1732378771872Preparing flush snapshotting stores in 696147ca84fecf3ad13cb13002560353 at 1732378771872Finished memstore snapshotting hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732378771872Flushing stores of hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. at 1732378771873 (+1 ms)Flushing 696147ca84fecf3ad13cb13002560353/hfileref: creating writer at 1732378771873Flushing 696147ca84fecf3ad13cb13002560353/hfileref: appending metadata at 1732378771903 (+30 ms)Flushing 696147ca84fecf3ad13cb13002560353/hfileref: closing flushed file at 1732378771903Flushing 696147ca84fecf3ad13cb13002560353/queue: creating writer at 1732378771952 (+49 ms)Flushing 696147ca84fecf3ad13cb13002560353/queue: appending metadata at 1732378771970 (+18 ms)Flushing 696147ca84fecf3ad13cb13002560353/queue: closing flushed file at 1732378771970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed7a3d9: reopening flushed file at 1732378772382 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1515bb5: reopening flushed file at 1732378772387 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 696147ca84fecf3ad13cb13002560353 in 521ms, sequenceid=10, compaction requested=false at 1732378772393 (+6 ms)Writing region close event to WAL at 1732378772398 (+5 ms)Running coprocessor post-close hooks at 1732378772404 (+6 ms)Closed at 1732378772404 2024-11-23T16:19:32,405 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378759579.696147ca84fecf3ad13cb13002560353. 2024-11-23T16:19:32,416 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/table/5228f8db926e4c1e8af8e70772ee877c is 53, key is hbase:replication/table:state/1732378760754/Put/seqid=0 2024-11-23T16:19:32,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741851_1027 (size=5308) 2024-11-23T16:19:32,420 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/table/5228f8db926e4c1e8af8e70772ee877c 2024-11-23T16:19:32,424 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/info/58381ce66d6644da9cfe945d0b8ae1b4 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/info/58381ce66d6644da9cfe945d0b8ae1b4 2024-11-23T16:19:32,427 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/info/58381ce66d6644da9cfe945d0b8ae1b4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:19:32,428 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/ns/75da105e87e349999a355303a1f617a1 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/ns/75da105e87e349999a355303a1f617a1 2024-11-23T16:19:32,432 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/ns/75da105e87e349999a355303a1f617a1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:19:32,433 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/rep_barrier/36d36fb2882146f890ac4c9a16656514 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/rep_barrier/36d36fb2882146f890ac4c9a16656514 2024-11-23T16:19:32,436 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/rep_barrier/36d36fb2882146f890ac4c9a16656514, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:19:32,437 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/.tmp/table/5228f8db926e4c1e8af8e70772ee877c as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/table/5228f8db926e4c1e8af8e70772ee877c 2024-11-23T16:19:32,441 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/table/5228f8db926e4c1e8af8e70772ee877c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:19:32,442 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=16, compaction requested=false 2024-11-23T16:19:32,442 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:19:32,446 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:19:32,446 DEBUG [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:32,447 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:32,447 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:32,447 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:32,447 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378771846Running coprocessor pre-close hooks at 1732378771846Disabling compacts and flushes for region at 1732378771846Disabling writes for close at 1732378771846Obtaining lock to block concurrent updates at 1732378771846Preparing flush snapshotting stores in 1588230740 at 1732378771846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378771846Flushing stores of hbase:meta,,1.1588230740 at 1732378771862 (+16 ms)Flushing 1588230740/info: creating writer at 1732378771862Flushing 1588230740/info: appending metadata at 1732378771880 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732378771880Flushing 1588230740/ns: creating writer at 1732378771917 (+37 ms)Flushing 1588230740/ns: appending metadata at 1732378771944 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732378771944Flushing 1588230740/rep_barrier: creating writer at 1732378771960 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378771983 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378771983Flushing 1588230740/table: creating writer at 1732378772392 (+409 ms)Flushing 1588230740/table: appending metadata at 1732378772415 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732378772415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576a0fa0: reopening flushed file at 1732378772423 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1231f886: reopening flushed file at 1732378772427 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784fabac: reopening flushed file at 1732378772432 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf190e4: reopening flushed file at 1732378772437 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=16, compaction requested=false at 1732378772442 (+5 ms)Writing region close event to WAL at 1732378772443 (+1 ms)Running coprocessor post-close hooks at 1732378772446 (+3 ms)Closed at 1732378772447 (+1 ms) 2024-11-23T16:19:32,447 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:32,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:32,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a7c5470b472:44373 this server is in the failed servers list 2024-11-23T16:19:32,499 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a7c5470b472:44373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:32,540 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1033, reset compression=false 2024-11-23T16:19:32,544 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:32,544 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.wal-reader.1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/WALs/1a7c5470b472,34977,1732378748596/1a7c5470b472%2C34977%2C1732378748596.1732378750303 to pos 1328, reset compression=false 2024-11-23T16:19:32,646 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,34977,1732378748596; all regions closed. 2024-11-23T16:19:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:19:32,652 DEBUG [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/oldWALs 2024-11-23T16:19:32,652 INFO [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C34977%2C1732378748596.meta:.meta(num 1732378751226) 2024-11-23T16:19:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741839_1015 (size=2695) 2024-11-23T16:19:32,659 DEBUG [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/oldWALs 2024-11-23T16:19:32,659 INFO [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C34977%2C1732378748596.rep:(num 1732378760713) 2024-11-23T16:19:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741832_1008 (size=1336) 2024-11-23T16:19:32,663 DEBUG [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/oldWALs 2024-11-23T16:19:32,663 INFO [RS:0;1a7c5470b472:34977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C34977%2C1732378748596:(num 1732378750303) 2024-11-23T16:19:32,663 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:32,663 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:32,663 INFO [RS:0;1a7c5470b472:34977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:32,663 INFO [RS:0;1a7c5470b472:34977 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:32,663 INFO [RS:0;1a7c5470b472:34977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:32,663 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:32,663 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,34977,1732378748596 because: Region server is closing 2024-11-23T16:19:32,664 INFO [RS:0;1a7c5470b472:34977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:34977. 2024-11-23T16:19:32,664 DEBUG [RS:0;1a7c5470b472:34977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:32,664 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:32,664 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:32,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:32,764 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-23T16:19:32,765 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T16:19:32,765 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-23T16:19:33,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:33,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a7c5470b472:44373 this server is in the failed servers list 2024-11-23T16:19:33,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a7c5470b472:44373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:33,565 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34977,1732378748596.replicationSource.shipper1a7c5470b472%2C34977%2C1732378748596,1-1a7c5470b472,34977,1732378748596 terminated 2024-11-23T16:19:33,566 INFO [RS:0;1a7c5470b472:34977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:34977. 2024-11-23T16:19:33,566 DEBUG [RS:0;1a7c5470b472:34977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:33,566 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:33,566 DEBUG [RS:0;1a7c5470b472:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:33,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:33,566 INFO [RS:0;1a7c5470b472:34977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34977 2024-11-23T16:19:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395/rs 2024-11-23T16:19:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1168043395/rs/1a7c5470b472,34977,1732378748596 2024-11-23T16:19:33,568 INFO [RS:0;1a7c5470b472:34977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:33,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,34977,1732378748596] 2024-11-23T16:19:33,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1168043395/draining/1a7c5470b472,34977,1732378748596 already deleted, retry=false 2024-11-23T16:19:33,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,34977,1732378748596 expired; onlineServers=0 2024-11-23T16:19:33,572 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,33343,1732378748547' ***** 2024-11-23T16:19:33,572 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:19:33,572 INFO [M:0;1a7c5470b472:33343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:33,572 INFO [M:0;1a7c5470b472:33343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:33,573 DEBUG [M:0;1a7c5470b472:33343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:19:33,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:19:33,573 DEBUG [M:0;1a7c5470b472:33343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:19:33,573 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378750063 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378750063,5,FailOnTimeoutGroup] 2024-11-23T16:19:33,573 INFO [M:0;1a7c5470b472:33343 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:33,573 INFO [M:0;1a7c5470b472:33343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:33,573 DEBUG [M:0;1a7c5470b472:33343 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:19:33,573 INFO [M:0;1a7c5470b472:33343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:19:33,573 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378750074 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378750074,5,FailOnTimeoutGroup] 2024-11-23T16:19:33,574 INFO [M:0;1a7c5470b472:33343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:33,574 INFO [M:0;1a7c5470b472:33343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:19:33,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:19:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1168043395/master 2024-11-23T16:19:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1168043395 2024-11-23T16:19:33,576 DEBUG [M:0;1a7c5470b472:33343 {}] zookeeper.ZKUtil(347): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Unable to get data of znode /0-1168043395/master because node does not exist (not an error) 2024-11-23T16:19:33,576 WARN [M:0;1a7c5470b472:33343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:19:33,576 INFO [M:0;1a7c5470b472:33343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/.lastflushedseqids 2024-11-23T16:19:33,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741852_1028 (size=263) 2024-11-23T16:19:33,585 INFO [M:0;1a7c5470b472:33343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:19:33,585 INFO [M:0;1a7c5470b472:33343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:19:33,585 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:33,585 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:33,585 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:33,585 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:33,585 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:33,585 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T16:19:33,600 DEBUG [M:0;1a7c5470b472:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b2f3326d63346b7b48b295579a8416f is 82, key is hbase:meta,,1/info:regioninfo/1732378751268/Put/seqid=0 2024-11-23T16:19:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741853_1029 (size=5672) 2024-11-23T16:19:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101459fcd2b0001, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:33,671 INFO [RS:0;1a7c5470b472:34977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:33,671 INFO [RS:0;1a7c5470b472:34977 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,34977,1732378748596; zookeeper connection closed. 2024-11-23T16:19:33,671 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9d00b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9d00b 2024-11-23T16:19:33,671 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:19:34,004 INFO [M:0;1a7c5470b472:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b2f3326d63346b7b48b295579a8416f 2024-11-23T16:19:34,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:34,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:34,022 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:34,023 DEBUG [M:0;1a7c5470b472:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9923ffa794e447799ef27102c5ec84d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378760757/Put/seqid=0 2024-11-23T16:19:34,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741854_1030 (size=8517) 2024-11-23T16:19:34,031 INFO [M:0;1a7c5470b472:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9923ffa794e447799ef27102c5ec84d6 2024-11-23T16:19:34,053 DEBUG [M:0;1a7c5470b472:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10e4d62d0ec47d69013848cf50ab5af is 69, key is 1a7c5470b472,34977,1732378748596/rs:state/1732378750153/Put/seqid=0 2024-11-23T16:19:34,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741855_1031 (size=5156) 2024-11-23T16:19:34,058 INFO [M:0;1a7c5470b472:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10e4d62d0ec47d69013848cf50ab5af 2024-11-23T16:19:34,063 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b2f3326d63346b7b48b295579a8416f as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b2f3326d63346b7b48b295579a8416f 2024-11-23T16:19:34,067 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b2f3326d63346b7b48b295579a8416f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:19:34,068 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9923ffa794e447799ef27102c5ec84d6 as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9923ffa794e447799ef27102c5ec84d6 2024-11-23T16:19:34,072 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9923ffa794e447799ef27102c5ec84d6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:19:34,073 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10e4d62d0ec47d69013848cf50ab5af as hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10e4d62d0ec47d69013848cf50ab5af 2024-11-23T16:19:34,077 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34111/user/jenkins/test-data/62049b74-12e6-ef94-5530-cbd578c8d913/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10e4d62d0ec47d69013848cf50ab5af, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:19:34,077 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=97, compaction requested=false 2024-11-23T16:19:34,079 INFO [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:34,079 DEBUG [M:0;1a7c5470b472:33343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378773585Disabling compacts and flushes for region at 1732378773585Disabling writes for close at 1732378773585Obtaining lock to block concurrent updates at 1732378773585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378773585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732378773585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378773586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378773586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378773600 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378773600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378774009 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378774023 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378774023Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378774035 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378774053 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378774053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd4b619: reopening flushed file at 1732378774062 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a0f9e1: reopening flushed file at 1732378774067 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4a3b61: reopening flushed file at 1732378774072 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=97, compaction requested=false at 1732378774078 (+6 ms)Writing region close event to WAL at 1732378774079 (+1 ms)Closed at 1732378774079 2024-11-23T16:19:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45355 is added to blk_1073741830_1006 (size=63666) 2024-11-23T16:19:34,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:34,081 INFO [M:0;1a7c5470b472:33343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:34,081 INFO [M:0;1a7c5470b472:33343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33343 2024-11-23T16:19:34,082 INFO [M:0;1a7c5470b472:33343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:34,183 INFO [M:0;1a7c5470b472:33343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:34,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:34,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x101459fcd2b0000, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:34,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101c339f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:34,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45c68e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:34,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:34,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31782b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:34,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:34,188 WARN [BP-1193255448-172.17.0.2-1732378747572 heartbeating to localhost/127.0.0.1:34111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:19:34,188 WARN [BP-1193255448-172.17.0.2-1732378747572 heartbeating to localhost/127.0.0.1:34111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1193255448-172.17.0.2-1732378747572 (Datanode Uuid 3c1da92a-71cf-435c-b3ee-7614d9a8c892) service to localhost/127.0.0.1:34111 2024-11-23T16:19:34,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/data/data1/current/BP-1193255448-172.17.0.2-1732378747572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:34,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/cluster_c49b811d-81f7-d95b-b1a9-05fe89a0daa1/data/data2/current/BP-1193255448-172.17.0.2-1732378747572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:34,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:19:34,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:19:34,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:19:34,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1540c270{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:34,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef08e8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:34,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:34,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12386e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:34,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7762b913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0614aa0-b276-f7e5-f76e-e37eb0da630f/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:34,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:19:34,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:19:34,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 211) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34155 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34111 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34111 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34155 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34111 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34155 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 582) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 230) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6918 (was 7495) 2024-11-23T16:19:34,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=6917 2024-11-23T16:19:34,250 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-23T16:19:34,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir so I do NOT create it in target/test-data/286db88a-701d-faa7-2b4a-160c75659031 2024-11-23T16:19:34,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:19:34,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.tmp.dir so I do NOT create it in target/test-data/286db88a-701d-faa7-2b4a-160c75659031 2024-11-23T16:19:34,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fe995-5b86-0247-9470-6398407ea2fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:19:34,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031 2024-11-23T16:19:34,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3, deleteOnExit=true 2024-11-23T16:19:34,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/zookeeper_0, clientPort=64367, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:19:34,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64367 2024-11-23T16:19:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:19:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/test.cache.data in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:19:34,255 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:19:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:19:34,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101459fcd2b0002, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:19:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101459fcd2b0005, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:19:34,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101459fcd2b0005, quorum=127.0.0.1:53935, baseZNode=/1-371567760 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:19:34,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101459fcd2b0002, quorum=127.0.0.1:53935, baseZNode=/0-1168043395 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:19:34,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:34,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:34,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:34,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:34,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:34,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:19:34,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:34,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106020e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:34,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cef77a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:34,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1044667d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/java.io.tmpdir/jetty-localhost-45061-hadoop-hdfs-3_4_1-tests_jar-_-any-17392366476872808914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:34,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1654ed53{HTTP/1.1, (http/1.1)}{localhost:45061} 2024-11-23T16:19:34,487 INFO [Time-limited test {}] server.Server(415): Started @177639ms 2024-11-23T16:19:34,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:34,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:34,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:34,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:34,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:19:34,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:34,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65ffc534{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:34,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257e1cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/java.io.tmpdir/jetty-localhost-41725-hadoop-hdfs-3_4_1-tests_jar-_-any-14091654174744766176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:34,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12b0a9aa{HTTP/1.1, (http/1.1)}{localhost:41725} 2024-11-23T16:19:34,706 INFO [Time-limited test {}] server.Server(415): Started @177859ms 2024-11-23T16:19:34,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:19:34,815 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/data/data1/current/BP-2090790824-172.17.0.2-1732378774274/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:34,815 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/data/data2/current/BP-2090790824-172.17.0.2-1732378774274/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:34,835 WARN [Thread-2166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:19:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe7b2cc048db6eb0 with lease ID 0xc88b20b05a5d2212: Processing first storage report for DS-e59d0037-bc4e-4791-bcf8-42bb38c82970 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=f3cbffc5-bbd8-4a99-958f-a4632e55bbd0, infoPort=38845, infoSecurePort=0, ipcPort=36917, storageInfo=lv=-57;cid=testClusterID;nsid=1183006884;c=1732378774274) 2024-11-23T16:19:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe7b2cc048db6eb0 with lease ID 0xc88b20b05a5d2212: from storage DS-e59d0037-bc4e-4791-bcf8-42bb38c82970 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=f3cbffc5-bbd8-4a99-958f-a4632e55bbd0, infoPort=38845, infoSecurePort=0, ipcPort=36917, storageInfo=lv=-57;cid=testClusterID;nsid=1183006884;c=1732378774274), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe7b2cc048db6eb0 with lease ID 0xc88b20b05a5d2212: Processing first storage report for DS-57e5a95f-c0d8-4c79-b166-acdeaf21a658 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=f3cbffc5-bbd8-4a99-958f-a4632e55bbd0, infoPort=38845, infoSecurePort=0, ipcPort=36917, storageInfo=lv=-57;cid=testClusterID;nsid=1183006884;c=1732378774274) 2024-11-23T16:19:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe7b2cc048db6eb0 with lease ID 0xc88b20b05a5d2212: from storage DS-57e5a95f-c0d8-4c79-b166-acdeaf21a658 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=f3cbffc5-bbd8-4a99-958f-a4632e55bbd0, infoPort=38845, infoSecurePort=0, ipcPort=36917, storageInfo=lv=-57;cid=testClusterID;nsid=1183006884;c=1732378774274), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:34,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031 2024-11-23T16:19:34,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:34,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:19:34,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865 with version=8 2024-11-23T16:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/hbase-staging 2024-11-23T16:19:34,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:19:34,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:34,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45655 2024-11-23T16:19:34,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45655 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-23T16:19:34,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456550x0, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:34,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45655-0x10145a0357c0000 connected 2024-11-23T16:19:34,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:34,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:35,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/running 2024-11-23T16:19:35,001 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865, hbase.cluster.distributed=false 2024-11-23T16:19:35,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/acl 2024-11-23T16:19:35,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-23T16:19:35,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-11-23T16:19:35,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-11-23T16:19:35,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-23T16:19:35,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-23T16:19:35,026 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:19:35,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:35,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37681 2024-11-23T16:19:35,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37681 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-23T16:19:35,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:35,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:35,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376810x0, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:35,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376810x0, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/running 2024-11-23T16:19:35,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37681-0x10145a0357c0001 connected 2024-11-23T16:19:35,034 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:19:35,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:19:35,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/master 2024-11-23T16:19:35,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/acl 2024-11-23T16:19:35,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-23T16:19:35,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37681 2024-11-23T16:19:35,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37681 2024-11-23T16:19:35,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-23T16:19:35,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-23T16:19:35,056 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:45655 2024-11-23T16:19:35,057 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1478480092/backup-masters/1a7c5470b472,45655,1732378774945 2024-11-23T16:19:35,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092/backup-masters 2024-11-23T16:19:35,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092/backup-masters 2024-11-23T16:19:35,059 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on existing znode=/0-1478480092/backup-masters/1a7c5470b472,45655,1732378774945 2024-11-23T16:19:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1478480092/master 2024-11-23T16:19:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:35,060 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on existing znode=/0-1478480092/master 2024-11-23T16:19:35,061 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1478480092/backup-masters/1a7c5470b472,45655,1732378774945 from backup master directory 2024-11-23T16:19:35,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478480092/backup-masters/1a7c5470b472,45655,1732378774945 2024-11-23T16:19:35,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092/backup-masters 2024-11-23T16:19:35,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092/backup-masters 2024-11-23T16:19:35,065 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:35,065 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,45655,1732378774945 2024-11-23T16:19:35,068 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/hbase.id] with ID: ef3c6cb3-4baf-476b-a7b3-9360dbce81d3 2024-11-23T16:19:35,068 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/.tmp/hbase.id 2024-11-23T16:19:35,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:19:35,474 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/.tmp/hbase.id]:[hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/hbase.id] 2024-11-23T16:19:35,483 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:35,483 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:19:35,484 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:19:35,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:35,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:19:35,894 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:35,895 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:19:35,895 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:19:36,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:36,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:36,040 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:36,302 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store 2024-11-23T16:19:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:19:36,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:36,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:36,709 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:36,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:36,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:36,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:36,709 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:36,709 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378776709Disabling compacts and flushes for region at 1732378776709Disabling writes for close at 1732378776709Writing region close event to WAL at 1732378776709Closed at 1732378776709 2024-11-23T16:19:36,710 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/.initializing 2024-11-23T16:19:36,710 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/WALs/1a7c5470b472,45655,1732378774945 2024-11-23T16:19:36,711 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:36,712 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C45655%2C1732378774945, suffix=, logDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/WALs/1a7c5470b472,45655,1732378774945, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/oldWALs, maxLogs=10 2024-11-23T16:19:36,726 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/WALs/1a7c5470b472,45655,1732378774945/1a7c5470b472%2C45655%2C1732378774945.1732378776712, exclude list is [], retry=0 2024-11-23T16:19:36,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-e59d0037-bc4e-4791-bcf8-42bb38c82970,DISK] 2024-11-23T16:19:36,730 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/WALs/1a7c5470b472,45655,1732378774945/1a7c5470b472%2C45655%2C1732378774945.1732378776712 2024-11-23T16:19:36,730 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-23T16:19:36,730 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:36,730 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:36,731 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,731 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:19:36,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:36,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:36,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:19:36,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:36,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:36,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:19:36,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:36,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:36,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:19:36,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:36,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:36,737 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,738 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,738 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,739 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,739 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,740 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:36,740 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:36,742 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:36,743 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70721682, jitterRate=0.0538351833820343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:36,744 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378776731Initializing all the Stores at 1732378776731Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378776731Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378776732 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378776732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378776732Cleaning up temporary data from old regions at 1732378776739 (+7 ms)Region opened successfully at 1732378776743 (+4 ms) 2024-11-23T16:19:36,744 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:19:36,746 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fac7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:36,747 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:19:36,747 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:19:36,747 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:19:36,748 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:19:36,748 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:19:36,748 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:19:36,748 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:19:36,750 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:19:36,751 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Unable to get data of znode /0-1478480092/balancer because node does not exist (not necessarily an error) 2024-11-23T16:19:36,753 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478480092/balancer already deleted, retry=false 2024-11-23T16:19:36,754 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:19:36,754 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Unable to get data of znode /0-1478480092/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:19:36,755 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478480092/normalizer already deleted, retry=false 2024-11-23T16:19:36,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:19:36,756 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Unable to get data of znode /0-1478480092/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:19:36,758 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478480092/switch/split already deleted, retry=false 2024-11-23T16:19:36,759 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Unable to get data of znode /0-1478480092/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:19:36,760 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478480092/switch/merge already deleted, retry=false 2024-11-23T16:19:36,762 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Unable to get data of znode /0-1478480092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:19:36,763 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478480092/snapshot-cleanup already deleted, retry=false 2024-11-23T16:19:36,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1478480092/running 2024-11-23T16:19:36,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:36,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1478480092/running 2024-11-23T16:19:36,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:36,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,45655,1732378774945, sessionid=0x10145a0357c0000, setting cluster-up flag (Was=false) 2024-11-23T16:19:36,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:36,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:36,772 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1478480092/flush-table-proc/acquired, /0-1478480092/flush-table-proc/reached, /0-1478480092/flush-table-proc/abort 2024-11-23T16:19:36,773 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,45655,1732378774945 2024-11-23T16:19:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:36,779 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1478480092/online-snapshot/acquired, /0-1478480092/online-snapshot/reached, /0-1478480092/online-snapshot/abort 2024-11-23T16:19:36,780 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,45655,1732378774945 2024-11-23T16:19:36,782 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:19:36,783 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:36,784 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:19:36,784 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:19:36,784 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,45655,1732378774945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:36,785 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378806786 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:19:36,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:19:36,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:36,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:19:36,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:19:36,787 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:19:36,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:19:36,787 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378776787,5,FailOnTimeoutGroup] 2024-11-23T16:19:36,788 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378776787,5,FailOnTimeoutGroup] 2024-11-23T16:19:36,788 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,788 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:19:36,788 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,788 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:19:36,847 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(746): ClusterId : ef3c6cb3-4baf-476b-a7b3-9360dbce81d3 2024-11-23T16:19:36,847 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:19:36,849 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:19:36,849 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:19:36,851 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:19:36,851 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2fbb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:36,866 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:37681 2024-11-23T16:19:36,866 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:19:36,866 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:19:36,866 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:19:36,867 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,45655,1732378774945 with port=37681, startcode=1732378775026 2024-11-23T16:19:36,867 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:19:36,869 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:19:36,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,37681,1732378775026 2024-11-23T16:19:36,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:36,870 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865 2024-11-23T16:19:36,870 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40315 2024-11-23T16:19:36,870 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:19:36,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092/rs 2024-11-23T16:19:36,873 DEBUG [RS:0;1a7c5470b472:37681 {}] zookeeper.ZKUtil(111): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on existing znode=/0-1478480092/rs/1a7c5470b472,37681,1732378775026 2024-11-23T16:19:36,873 WARN [RS:0;1a7c5470b472:37681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:36,873 INFO [RS:0;1a7c5470b472:37681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:36,873 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026 2024-11-23T16:19:36,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,37681,1732378775026] 2024-11-23T16:19:36,876 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:19:36,877 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:19:36,878 INFO [RS:0;1a7c5470b472:37681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:19:36,878 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,878 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:36,879 DEBUG [RS:0;1a7c5470b472:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,879 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37681,1732378775026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:36,893 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:19:36,893 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37681,1732378775026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,893 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,893 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.Replication(171): 1a7c5470b472,37681,1732378775026 started 2024-11-23T16:19:36,907 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:36,907 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,37681,1732378775026, RpcServer on 1a7c5470b472/172.17.0.2:37681, sessionid=0x10145a0357c0001 2024-11-23T16:19:36,907 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:19:36,907 DEBUG [RS:0;1a7c5470b472:37681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,37681,1732378775026 2024-11-23T16:19:36,907 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,37681,1732378775026' 2024-11-23T16:19:36,907 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1478480092/flush-table-proc/abort' 2024-11-23T16:19:36,907 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1478480092/flush-table-proc/acquired' 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,37681,1732378775026 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,37681,1732378775026' 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1478480092/online-snapshot/abort' 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1478480092/online-snapshot/acquired' 2024-11-23T16:19:36,908 DEBUG [RS:0;1a7c5470b472:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:19:36,908 INFO [RS:0;1a7c5470b472:37681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:19:36,908 INFO [RS:0;1a7c5470b472:37681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:19:37,009 INFO [RS:0;1a7c5470b472:37681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:37,010 INFO [RS:0;1a7c5470b472:37681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C37681%2C1732378775026, suffix=, logDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/oldWALs, maxLogs=10 2024-11-23T16:19:37,024 DEBUG [RS:0;1a7c5470b472:37681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, exclude list is [], retry=0 2024-11-23T16:19:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-e59d0037-bc4e-4791-bcf8-42bb38c82970,DISK] 2024-11-23T16:19:37,028 INFO [RS:0;1a7c5470b472:37681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 2024-11-23T16:19:37,028 DEBUG [RS:0;1a7c5470b472:37681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-23T16:19:37,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:19:37,199 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865 2024-11-23T16:19:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:19:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:37,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:37,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:37,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:37,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:37,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:37,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:37,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:37,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:37,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740 2024-11-23T16:19:37,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740 2024-11-23T16:19:37,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:37,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:37,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:37,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:37,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:37,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73159819, jitterRate=0.09016625583171844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378777605Initializing all the Stores at 1732378777605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378777605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378777606 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378777606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378777606Cleaning up temporary data from old regions at 1732378777613 (+7 ms)Region opened successfully at 1732378777617 (+4 ms) 2024-11-23T16:19:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:37,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:37,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378777617Disabling compacts and flushes for region at 1732378777617Disabling writes for close at 1732378777617Writing region close event to WAL at 1732378777617Closed at 1732378777617 2024-11-23T16:19:37,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:37,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:19:37,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:19:37,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:37,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:19:37,770 DEBUG [1a7c5470b472:45655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:19:37,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:37,772 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,37681,1732378775026, state=OPENING 2024-11-23T16:19:37,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:19:37,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:37,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:37,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:37,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478480092/meta-region-server: CHANGED 2024-11-23T16:19:37,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478480092/meta-region-server: CHANGED 2024-11-23T16:19:37,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,37681,1732378775026}] 2024-11-23T16:19:37,930 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:37,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:19:37,934 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:19:37,935 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:37,935 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:19:37,936 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C37681%2C1732378775026.meta, suffix=.meta, logDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/oldWALs, maxLogs=10 2024-11-23T16:19:37,950 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.meta.1732378777936.meta, exclude list is [], retry=0 2024-11-23T16:19:37,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-e59d0037-bc4e-4791-bcf8-42bb38c82970,DISK] 2024-11-23T16:19:37,953 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.meta.1732378777936.meta 2024-11-23T16:19:37,953 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:37,954 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:19:37,954 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:19:37,954 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:19:37,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:37,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:37,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:37,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:37,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:37,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:37,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:37,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:37,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:37,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:37,960 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:37,960 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740 2024-11-23T16:19:37,961 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740 2024-11-23T16:19:37,962 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:37,962 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:37,962 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:37,963 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:37,963 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60406868, jitterRate=-0.09986752271652222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:37,964 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:19:37,964 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378777954Writing region info on filesystem at 1732378777954Initializing all the Stores at 1732378777955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378777955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378777955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378777955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378777955Cleaning up temporary data from old regions at 1732378777962 (+7 ms)Running coprocessor post-open hooks at 1732378777964 (+2 ms)Region opened successfully at 1732378777964 2024-11-23T16:19:37,965 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378777929 2024-11-23T16:19:37,967 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:19:37,967 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:19:37,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:37,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,37681,1732378775026, state=OPEN 2024-11-23T16:19:37,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1478480092/meta-region-server 2024-11-23T16:19:37,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1478480092/meta-region-server 2024-11-23T16:19:37,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:37,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478480092/meta-region-server: CHANGED 2024-11-23T16:19:37,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1478480092/meta-region-server: CHANGED 2024-11-23T16:19:37,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:19:37,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,37681,1732378775026 in 192 msec 2024-11-23T16:19:37,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:19:37,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-23T16:19:37,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:37,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:19:37,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:37,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37681,1732378775026, seqNum=-1] 2024-11-23T16:19:37,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:37,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:37,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-23T16:19:37,980 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378777980, completionTime=-1 2024-11-23T16:19:37,980 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:19:37,980 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378837982 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378897982 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,45655,1732378774945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,45655,1732378774945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,45655,1732378774945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:45655, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:37,982 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:37,983 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:37,984 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,45655,1732378774945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:37,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,45655,1732378774945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:19:37,987 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:19:37,987 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:19:37,988 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,45655,1732378774945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59836808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:38,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,45655,-1 for getting cluster id 2024-11-23T16:19:38,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:38,049 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef3c6cb3-4baf-476b-a7b3-9360dbce81d3' 2024-11-23T16:19:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef3c6cb3-4baf-476b-a7b3-9360dbce81d3" 2024-11-23T16:19:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5085a310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,45655,-1] 2024-11-23T16:19:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:38,051 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:38,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eef7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:38,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37681,1732378775026, seqNum=-1] 2024-11-23T16:19:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:38,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:38,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,45655,1732378774945 2024-11-23T16:19:38,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-23T16:19:38,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:38,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10145a0357c0002 connected 2024-11-23T16:19:38,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir so I do NOT create it in target/test-data/82d59e74-840b-5161-82b1-be75e0adc484 2024-11-23T16:19:38,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:19:38,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.tmp.dir so I do NOT create it in target/test-data/82d59e74-840b-5161-82b1-be75e0adc484 2024-11-23T16:19:38,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:19:38,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484 2024-11-23T16:19:38,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:19:38,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/cluster_3eb5f93d-52cd-12fc-94b0-db0a53b76bfe, deleteOnExit=true 2024-11-23T16:19:38,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/test.cache.data in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:19:38,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:19:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:19:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:19:38,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:38,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:38,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:38,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:38,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:19:38,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:38,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:38,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369f892{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:38,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a16c419{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/java.io.tmpdir/jetty-localhost-43117-hadoop-hdfs-3_4_1-tests_jar-_-any-16462131712849785316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:38,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7557e1{HTTP/1.1, (http/1.1)}{localhost:43117} 2024-11-23T16:19:38,278 INFO [Time-limited test {}] server.Server(415): Started @181431ms 2024-11-23T16:19:38,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:38,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:38,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:38,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:38,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:19:38,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:38,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681efc43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:38,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@659b0ab2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/java.io.tmpdir/jetty-localhost-33975-hadoop-hdfs-3_4_1-tests_jar-_-any-661849522983892628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:38,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790b2c70{HTTP/1.1, (http/1.1)}{localhost:33975} 2024-11-23T16:19:38,491 INFO [Time-limited test {}] server.Server(415): Started @181644ms 2024-11-23T16:19:38,492 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:19:38,606 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/cluster_3eb5f93d-52cd-12fc-94b0-db0a53b76bfe/data/data1/current/BP-270758778-172.17.0.2-1732378778085/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:38,606 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/cluster_3eb5f93d-52cd-12fc-94b0-db0a53b76bfe/data/data2/current/BP-270758778-172.17.0.2-1732378778085/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:38,632 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:19:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0c8e2231c91569 with lease ID 0x2d0e897f2770150a: Processing first storage report for DS-698e2ca8-8840-4ef6-a73b-59376702946c from datanode DatanodeRegistration(127.0.0.1:38621, datanodeUuid=3f2c28dc-98b1-428e-86e4-e575dfc79cba, infoPort=34833, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=527733200;c=1732378778085) 2024-11-23T16:19:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0c8e2231c91569 with lease ID 0x2d0e897f2770150a: from storage DS-698e2ca8-8840-4ef6-a73b-59376702946c node DatanodeRegistration(127.0.0.1:38621, datanodeUuid=3f2c28dc-98b1-428e-86e4-e575dfc79cba, infoPort=34833, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=527733200;c=1732378778085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0c8e2231c91569 with lease ID 0x2d0e897f2770150a: Processing first storage report for DS-013e3125-ae45-4048-9752-531c11656b12 from datanode DatanodeRegistration(127.0.0.1:38621, datanodeUuid=3f2c28dc-98b1-428e-86e4-e575dfc79cba, infoPort=34833, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=527733200;c=1732378778085) 2024-11-23T16:19:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0c8e2231c91569 with lease ID 0x2d0e897f2770150a: from storage DS-013e3125-ae45-4048-9752-531c11656b12 node DatanodeRegistration(127.0.0.1:38621, datanodeUuid=3f2c28dc-98b1-428e-86e4-e575dfc79cba, infoPort=34833, infoSecurePort=0, ipcPort=38649, storageInfo=lv=-57;cid=testClusterID;nsid=527733200;c=1732378778085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:38,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484 2024-11-23T16:19:38,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:38,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:19:39,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d with version=8 2024-11-23T16:19:39,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/hbase-staging 2024-11-23T16:19:39,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:39,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:39,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:39,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:39,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:39,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:39,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:19:39,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:39,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34183 2024-11-23T16:19:39,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34183 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-23T16:19:39,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341830x0, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:39,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34183-0x10145a0357c0003 connected 2024-11-23T16:19:39,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:39,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:39,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/running 2024-11-23T16:19:39,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d, hbase.cluster.distributed=false 2024-11-23T16:19:39,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/acl 2024-11-23T16:19:39,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34183 2024-11-23T16:19:39,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34183 2024-11-23T16:19:39,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34183 2024-11-23T16:19:39,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34183 2024-11-23T16:19:39,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34183 2024-11-23T16:19:39,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:39,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:39,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:39,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:39,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:39,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:39,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:19:39,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:39,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44447 2024-11-23T16:19:39,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44447 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-23T16:19:39,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:39,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444470x0, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:39,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444470x0, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/running 2024-11-23T16:19:39,287 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:19:39,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44447-0x10145a0357c0004 connected 2024-11-23T16:19:39,310 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:19:39,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/master 2024-11-23T16:19:39,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/acl 2024-11-23T16:19:39,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44447 2024-11-23T16:19:39,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44447 2024-11-23T16:19:39,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44447 2024-11-23T16:19:39,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44447 2024-11-23T16:19:39,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44447 2024-11-23T16:19:39,415 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:34183 2024-11-23T16:19:39,426 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11771063835/backup-masters/1a7c5470b472,34183,1732378779148 2024-11-23T16:19:39,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835/backup-masters 2024-11-23T16:19:39,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835/backup-masters 2024-11-23T16:19:39,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on existing znode=/11771063835/backup-masters/1a7c5470b472,34183,1732378779148 2024-11-23T16:19:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11771063835/master 2024-11-23T16:19:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:39,447 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on existing znode=/11771063835/master 2024-11-23T16:19:39,450 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11771063835/backup-masters/1a7c5470b472,34183,1732378779148 from backup master directory 2024-11-23T16:19:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835/backup-masters 2024-11-23T16:19:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771063835/backup-masters/1a7c5470b472,34183,1732378779148 2024-11-23T16:19:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835/backup-masters 2024-11-23T16:19:39,453 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:39,453 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,34183,1732378779148 2024-11-23T16:19:39,466 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/hbase.id] with ID: 53e0cc2d-b214-40d0-84b6-90936095618f 2024-11-23T16:19:39,466 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/.tmp/hbase.id 2024-11-23T16:19:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:19:39,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/.tmp/hbase.id]:[hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/hbase.id] 2024-11-23T16:19:39,502 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:39,502 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:19:39,503 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:19:39,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:39,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:19:39,927 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:39,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:19:39,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:19:39,966 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store 2024-11-23T16:19:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:19:40,007 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:40,008 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:40,008 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:40,008 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:40,008 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:40,008 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:40,008 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:40,008 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378780008Disabling compacts and flushes for region at 1732378780008Disabling writes for close at 1732378780008Writing region close event to WAL at 1732378780008Closed at 1732378780008 2024-11-23T16:19:40,009 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/.initializing 2024-11-23T16:19:40,009 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/WALs/1a7c5470b472,34183,1732378779148 2024-11-23T16:19:40,010 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:40,012 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C34183%2C1732378779148, suffix=, logDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/WALs/1a7c5470b472,34183,1732378779148, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/oldWALs, maxLogs=10 2024-11-23T16:19:40,045 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/WALs/1a7c5470b472,34183,1732378779148/1a7c5470b472%2C34183%2C1732378779148.1732378780013, exclude list is [], retry=0 2024-11-23T16:19:40,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:40,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:40,049 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-698e2ca8-8840-4ef6-a73b-59376702946c,DISK] 2024-11-23T16:19:40,064 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/WALs/1a7c5470b472,34183,1732378779148/1a7c5470b472%2C34183%2C1732378779148.1732378780013 2024-11-23T16:19:40,065 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-11-23T16:19:40,065 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:40,066 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:40,066 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,066 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:19:40,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:40,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:19:40,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:40,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:19:40,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:40,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:19:40,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:40,091 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,091 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,091 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,093 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,093 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,093 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:40,095 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:40,099 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:40,100 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439154, jitterRate=0.09432867169380188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:40,100 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378780066Initializing all the Stores at 1732378780073 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378780073Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378780080 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378780080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378780080Cleaning up temporary data from old regions at 1732378780093 (+13 ms)Region opened successfully at 1732378780100 (+7 ms) 2024-11-23T16:19:40,100 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:19:40,106 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b22b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:40,107 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:19:40,107 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:19:40,107 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:19:40,108 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:19:40,108 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:19:40,109 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:19:40,109 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:19:40,111 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:19:40,114 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Unable to get data of znode /11771063835/balancer because node does not exist (not necessarily an error) 2024-11-23T16:19:40,115 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771063835/balancer already deleted, retry=false 2024-11-23T16:19:40,115 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:19:40,116 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Unable to get data of znode /11771063835/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:19:40,118 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771063835/normalizer already deleted, retry=false 2024-11-23T16:19:40,119 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:19:40,121 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Unable to get data of znode /11771063835/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:19:40,122 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771063835/switch/split already deleted, retry=false 2024-11-23T16:19:40,123 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Unable to get data of znode /11771063835/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:19:40,124 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771063835/switch/merge already deleted, retry=false 2024-11-23T16:19:40,126 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Unable to get data of znode /11771063835/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:19:40,129 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771063835/snapshot-cleanup already deleted, retry=false 2024-11-23T16:19:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11771063835/running 2024-11-23T16:19:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11771063835/running 2024-11-23T16:19:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,34183,1732378779148, sessionid=0x10145a0357c0003, setting cluster-up flag (Was=false) 2024-11-23T16:19:40,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,152 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11771063835/flush-table-proc/acquired, /11771063835/flush-table-proc/reached, /11771063835/flush-table-proc/abort 2024-11-23T16:19:40,154 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,34183,1732378779148 2024-11-23T16:19:40,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,162 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11771063835/online-snapshot/acquired, /11771063835/online-snapshot/reached, /11771063835/online-snapshot/abort 2024-11-23T16:19:40,164 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,34183,1732378779148 2024-11-23T16:19:40,173 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:19:40,190 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:40,190 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:19:40,190 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:19:40,190 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,34183,1732378779148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:40,192 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,225 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(746): ClusterId : 53e0cc2d-b214-40d0-84b6-90936095618f 2024-11-23T16:19:40,225 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:19:40,228 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:19:40,228 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:19:40,231 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:19:40,231 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c126853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:40,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:40,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:19:40,240 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378810275 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:19:40,275 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:19:40,278 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:44447 2024-11-23T16:19:40,278 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:19:40,278 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:19:40,278 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:19:40,279 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,34183,1732378779148 with port=44447, startcode=1732378779259 2024-11-23T16:19:40,279 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:19:40,304 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:19:40,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:19:40,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:19:40,305 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:19:40,309 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:19:40,309 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:19:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:19:40,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:19:40,325 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d 2024-11-23T16:19:40,333 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:19:40,334 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T16:19:40,334 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378780309,5,FailOnTimeoutGroup] 2024-11-23T16:19:40,335 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T16:19:40,335 WARN [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T16:19:40,352 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378780334,5,FailOnTimeoutGroup] 2024-11-23T16:19:40,352 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,353 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:19:40,353 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,353 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741832_1008 (size=32) 2024-11-23T16:19:40,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:40,436 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,34183,1732378779148 with port=44447, startcode=1732378779259 2024-11-23T16:19:40,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34183 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,439 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d 2024-11-23T16:19:40,439 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44785 2024-11-23T16:19:40,439 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:19:40,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835/rs 2024-11-23T16:19:40,444 DEBUG [RS:0;1a7c5470b472:44447 {}] zookeeper.ZKUtil(111): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on existing znode=/11771063835/rs/1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:40,444 WARN [RS:0;1a7c5470b472:44447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:40,444 INFO [RS:0;1a7c5470b472:44447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:40,444 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:40,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:40,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:40,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:40,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,44447,1732378779259] 2024-11-23T16:19:40,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:40,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:40,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:40,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:40,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:40,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:40,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:40,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:40,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:40,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740 2024-11-23T16:19:40,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740 2024-11-23T16:19:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:40,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:40,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:40,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:40,484 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:19:40,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:40,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65163398, jitterRate=-0.028989702463150024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378780429Initializing all the Stores at 1732378780430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378780430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378780443 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378780443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378780443Cleaning up temporary data from old regions at 1732378780464 (+21 ms)Region opened successfully at 1732378780490 (+26 ms) 2024-11-23T16:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:40,490 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:40,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:40,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:40,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:40,496 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:19:40,512 INFO [RS:0;1a7c5470b472:44447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:19:40,513 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,513 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:40,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378780490Disabling compacts and flushes for region at 1732378780490Disabling writes for close at 1732378780491 (+1 ms)Writing region close event to WAL at 1732378780513 (+22 ms)Closed at 1732378780513 2024-11-23T16:19:40,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:40,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:19:40,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:19:40,517 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:40,518 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:19:40,519 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:19:40,520 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:19:40,520 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:40,520 DEBUG [RS:0;1a7c5470b472:44447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:40,552 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,553 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,553 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,553 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,553 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,553 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44447,1732378779259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:40,580 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:19:40,580 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44447,1732378779259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,580 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,580 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.Replication(171): 1a7c5470b472,44447,1732378779259 started 2024-11-23T16:19:40,598 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:40,598 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,44447,1732378779259, RpcServer on 1a7c5470b472/172.17.0.2:44447, sessionid=0x10145a0357c0004 2024-11-23T16:19:40,599 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:19:40,599 DEBUG [RS:0;1a7c5470b472:44447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,599 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,44447,1732378779259' 2024-11-23T16:19:40,599 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11771063835/flush-table-proc/abort' 2024-11-23T16:19:40,599 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11771063835/flush-table-proc/acquired' 2024-11-23T16:19:40,600 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:19:40,600 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:19:40,600 DEBUG [RS:0;1a7c5470b472:44447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,600 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,44447,1732378779259' 2024-11-23T16:19:40,600 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11771063835/online-snapshot/abort' 2024-11-23T16:19:40,601 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11771063835/online-snapshot/acquired' 2024-11-23T16:19:40,603 DEBUG [RS:0;1a7c5470b472:44447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:19:40,603 INFO [RS:0;1a7c5470b472:44447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:19:40,603 INFO [RS:0;1a7c5470b472:44447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:19:40,668 WARN [1a7c5470b472:34183 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T16:19:40,704 INFO [RS:0;1a7c5470b472:44447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:40,705 INFO [RS:0;1a7c5470b472:44447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44447%2C1732378779259, suffix=, logDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/oldWALs, maxLogs=10 2024-11-23T16:19:40,728 DEBUG [RS:0;1a7c5470b472:44447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, exclude list is [], retry=0 2024-11-23T16:19:40,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-698e2ca8-8840-4ef6-a73b-59376702946c,DISK] 2024-11-23T16:19:40,752 INFO [RS:0;1a7c5470b472:44447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 2024-11-23T16:19:40,752 DEBUG [RS:0;1a7c5470b472:44447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-11-23T16:19:40,918 DEBUG [1a7c5470b472:34183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:19:40,919 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:40,921 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,44447,1732378779259, state=OPENING 2024-11-23T16:19:40,922 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:19:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:40,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771063835/meta-region-server: CHANGED 2024-11-23T16:19:40,926 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:19:40,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,44447,1732378779259}] 2024-11-23T16:19:40,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771063835/meta-region-server: CHANGED 2024-11-23T16:19:41,081 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:41,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:19:41,108 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:19:41,109 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:41,109 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:19:41,110 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44447%2C1732378779259.meta, suffix=.meta, logDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/oldWALs, maxLogs=10 2024-11-23T16:19:41,135 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.meta.1732378781111.meta, exclude list is [], retry=0 2024-11-23T16:19:41,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-698e2ca8-8840-4ef6-a73b-59376702946c,DISK] 2024-11-23T16:19:41,155 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.meta.1732378781111.meta 2024-11-23T16:19:41,164 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-11-23T16:19:41,165 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:41,165 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:41,165 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:41,165 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:19:41,165 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:19:41,166 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:19:41,166 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:41,166 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:19:41,166 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:19:41,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:19:41,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:19:41,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:19:41,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:19:41,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:41,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:41,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:19:41,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:19:41,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:41,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:41,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:19:41,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:19:41,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:41,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:41,179 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:19:41,180 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740 2024-11-23T16:19:41,181 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740 2024-11-23T16:19:41,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:19:41,183 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:19:41,184 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:41,186 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:19:41,187 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60478568, jitterRate=-0.09879910945892334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:41,187 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:19:41,187 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378781166Writing region info on filesystem at 1732378781166Initializing all the Stores at 1732378781167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378781167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378781168 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378781168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378781168Cleaning up temporary data from old regions at 1732378781183 (+15 ms)Running coprocessor post-open hooks at 1732378781187 (+4 ms)Region opened successfully at 1732378781187 2024-11-23T16:19:41,188 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378781080 2024-11-23T16:19:41,194 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:19:41,194 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:19:41,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:41,195 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,44447,1732378779259, state=OPEN 2024-11-23T16:19:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11771063835/meta-region-server 2024-11-23T16:19:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11771063835/meta-region-server 2024-11-23T16:19:41,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771063835/meta-region-server: CHANGED 2024-11-23T16:19:41,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771063835/meta-region-server: CHANGED 2024-11-23T16:19:41,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:41,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:19:41,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,44447,1732378779259 in 271 msec 2024-11-23T16:19:41,204 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:41,204 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:19:41,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:19:41,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-11-23T16:19:41,209 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:41,209 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44447,1732378779259, seqNum=-1] 2024-11-23T16:19:41,210 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:41,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:41,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0270 sec 2024-11-23T16:19:41,217 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378781217, completionTime=-1 2024-11-23T16:19:41,218 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:19:41,218 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:19:41,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:19:41,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378841220 2024-11-23T16:19:41,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378901220 2024-11-23T16:19:41,220 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:19:41,221 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34183,1732378779148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,221 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34183,1732378779148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,221 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34183,1732378779148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,221 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:34183, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,221 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,223 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:19:41,224 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.776sec 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34183,1732378779148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:41,229 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34183,1732378779148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:19:41,232 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:19:41,232 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:19:41,232 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34183,1732378779148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:41,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:41,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34183,-1 for getting cluster id 2024-11-23T16:19:41,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:41,315 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53e0cc2d-b214-40d0-84b6-90936095618f' 2024-11-23T16:19:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53e0cc2d-b214-40d0-84b6-90936095618f" 2024-11-23T16:19:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acf9f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34183,-1] 2024-11-23T16:19:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:41,317 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:41,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:41,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44447,1732378779259, seqNum=-1] 2024-11-23T16:19:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:41,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:41,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,34183,1732378779148 2024-11-23T16:19:41,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-23T16:19:41,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:41,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10145a0357c0005 connected 2024-11-23T16:19:41,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,45655,1732378774945 2024-11-23T16:19:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642beefd 2024-11-23T16:19:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:41,330 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:41,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:19:41,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:41,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:41,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:19:41,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:19:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:41,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4267462dc4023d81c89b2bfbcbcaa5b3, NAME => 'test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865 2024-11-23T16:19:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:19:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4267462dc4023d81c89b2bfbcbcaa5b3, disabling compactions & flushes 2024-11-23T16:19:41,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:41,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. after waiting 0 ms 2024-11-23T16:19:41,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:41,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:41,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4267462dc4023d81c89b2bfbcbcaa5b3: Waiting for close lock at 1732378781750Disabling compacts and flushes for region at 1732378781750Disabling writes for close at 1732378781751 (+1 ms)Writing region close event to WAL at 1732378781751Closed at 1732378781751 2024-11-23T16:19:41,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:41,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378781752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378781752"}]},"ts":"1732378781752"} 2024-11-23T16:19:41,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:41,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:41,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378781756"}]},"ts":"1732378781756"} 2024-11-23T16:19:41,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:19:41,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4267462dc4023d81c89b2bfbcbcaa5b3, ASSIGN}] 2024-11-23T16:19:41,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4267462dc4023d81c89b2bfbcbcaa5b3, ASSIGN 2024-11-23T16:19:41,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4267462dc4023d81c89b2bfbcbcaa5b3, ASSIGN; state=OFFLINE, location=1a7c5470b472,37681,1732378775026; forceNewPlan=false, retain=false 2024-11-23T16:19:41,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4267462dc4023d81c89b2bfbcbcaa5b3, regionState=OPENING, regionLocation=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:41,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4267462dc4023d81c89b2bfbcbcaa5b3, ASSIGN because future has completed 2024-11-23T16:19:41,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4267462dc4023d81c89b2bfbcbcaa5b3, server=1a7c5470b472,37681,1732378775026}] 2024-11-23T16:19:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:41,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:19:42,070 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:42,071 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4267462dc4023d81c89b2bfbcbcaa5b3, NAME => 'test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:42,071 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:42,071 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:19:42,071 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,071 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:42,071 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,071 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,072 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,074 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4267462dc4023d81c89b2bfbcbcaa5b3 columnFamilyName f 2024-11-23T16:19:42,074 DEBUG [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,074 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] regionserver.HStore(327): Store=4267462dc4023d81c89b2bfbcbcaa5b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:42,074 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,075 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4267462dc4023d81c89b2bfbcbcaa5b3 columnFamilyName f1 2024-11-23T16:19:42,075 DEBUG [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,076 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] regionserver.HStore(327): Store=4267462dc4023d81c89b2bfbcbcaa5b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:42,076 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,077 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4267462dc4023d81c89b2bfbcbcaa5b3 columnFamilyName norep 2024-11-23T16:19:42,077 DEBUG [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,077 INFO [StoreOpener-4267462dc4023d81c89b2bfbcbcaa5b3-1 {}] regionserver.HStore(327): Store=4267462dc4023d81c89b2bfbcbcaa5b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:42,077 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,077 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,078 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,078 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,078 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,079 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:42,080 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,081 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:42,082 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4267462dc4023d81c89b2bfbcbcaa5b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70017997, jitterRate=0.043349459767341614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:42,082 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:42,082 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4267462dc4023d81c89b2bfbcbcaa5b3: Running coprocessor pre-open hook at 1732378782071Writing region info on filesystem at 1732378782071Initializing all the Stores at 1732378782072 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378782072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378782072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378782072Cleaning up temporary data from old regions at 1732378782078 (+6 ms)Running coprocessor post-open hooks at 1732378782082 (+4 ms)Region opened successfully at 1732378782082 2024-11-23T16:19:42,083 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3., pid=6, masterSystemTime=1732378782067 2024-11-23T16:19:42,085 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:42,085 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:42,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4267462dc4023d81c89b2bfbcbcaa5b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4267462dc4023d81c89b2bfbcbcaa5b3, server=1a7c5470b472,37681,1732378775026 because future has completed 2024-11-23T16:19:42,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:19:42,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4267462dc4023d81c89b2bfbcbcaa5b3, server=1a7c5470b472,37681,1732378775026 in 174 msec 2024-11-23T16:19:42,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:19:42,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4267462dc4023d81c89b2bfbcbcaa5b3, ASSIGN in 331 msec 2024-11-23T16:19:42,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:42,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378782092"}]},"ts":"1732378782092"} 2024-11-23T16:19:42,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:19:42,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:42,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-23T16:19:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:42,470 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:19:42,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,34183,1732378779148 2024-11-23T16:19:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11663dc6 2024-11-23T16:19:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:42,473 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:42,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:19:42,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:42,476 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:19:42,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:19:42,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ff90f740a71245d5f968a43123f9cb8, NAME => 'test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d 2024-11-23T16:19:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:19:42,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:42,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7ff90f740a71245d5f968a43123f9cb8, disabling compactions & flushes 2024-11-23T16:19:42,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. after waiting 0 ms 2024-11-23T16:19:42,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ff90f740a71245d5f968a43123f9cb8: Waiting for close lock at 1732378782527Disabling compacts and flushes for region at 1732378782527Disabling writes for close at 1732378782527Writing region close event to WAL at 1732378782527Closed at 1732378782527 2024-11-23T16:19:42,528 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:42,529 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378782528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378782528"}]},"ts":"1732378782528"} 2024-11-23T16:19:42,531 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:42,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:42,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378782533"}]},"ts":"1732378782533"} 2024-11-23T16:19:42,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:19:42,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ff90f740a71245d5f968a43123f9cb8, ASSIGN}] 2024-11-23T16:19:42,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ff90f740a71245d5f968a43123f9cb8, ASSIGN 2024-11-23T16:19:42,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7ff90f740a71245d5f968a43123f9cb8, ASSIGN; state=OFFLINE, location=1a7c5470b472,44447,1732378779259; forceNewPlan=false, retain=false 2024-11-23T16:19:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:42,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ff90f740a71245d5f968a43123f9cb8, regionState=OPENING, regionLocation=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:42,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7ff90f740a71245d5f968a43123f9cb8, ASSIGN because future has completed 2024-11-23T16:19:42,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff90f740a71245d5f968a43123f9cb8, server=1a7c5470b472,44447,1732378779259}] 2024-11-23T16:19:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:42,869 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,869 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ff90f740a71245d5f968a43123f9cb8, NAME => 'test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:42,869 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:42,870 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:19:42,870 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,870 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:42,870 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,870 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,871 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,872 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff90f740a71245d5f968a43123f9cb8 columnFamilyName f 2024-11-23T16:19:42,872 DEBUG [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,873 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] regionserver.HStore(327): Store=7ff90f740a71245d5f968a43123f9cb8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:42,873 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,874 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff90f740a71245d5f968a43123f9cb8 columnFamilyName f1 2024-11-23T16:19:42,874 DEBUG [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,874 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] regionserver.HStore(327): Store=7ff90f740a71245d5f968a43123f9cb8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:42,874 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,875 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff90f740a71245d5f968a43123f9cb8 columnFamilyName norep 2024-11-23T16:19:42,875 DEBUG [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:42,875 INFO [StoreOpener-7ff90f740a71245d5f968a43123f9cb8-1 {}] regionserver.HStore(327): Store=7ff90f740a71245d5f968a43123f9cb8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:42,875 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,876 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:19:42,876 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:19:42,877 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,877 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,877 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:42,878 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,880 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:42,880 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ff90f740a71245d5f968a43123f9cb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74511111, jitterRate=0.11030207574367523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:42,880 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:42,880 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ff90f740a71245d5f968a43123f9cb8: Running coprocessor pre-open hook at 1732378782870Writing region info on filesystem at 1732378782870Initializing all the Stores at 1732378782871 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378782871Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378782871Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378782871Cleaning up temporary data from old regions at 1732378782877 (+6 ms)Running coprocessor post-open hooks at 1732378782880 (+3 ms)Region opened successfully at 1732378782880 2024-11-23T16:19:42,881 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8., pid=6, masterSystemTime=1732378782866 2024-11-23T16:19:42,883 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,883 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:42,883 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ff90f740a71245d5f968a43123f9cb8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff90f740a71245d5f968a43123f9cb8, server=1a7c5470b472,44447,1732378779259 because future has completed 2024-11-23T16:19:42,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:19:42,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ff90f740a71245d5f968a43123f9cb8, server=1a7c5470b472,44447,1732378779259 in 173 msec 2024-11-23T16:19:42,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:19:42,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7ff90f740a71245d5f968a43123f9cb8, ASSIGN in 352 msec 2024-11-23T16:19:42,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:42,890 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378782890"}]},"ts":"1732378782890"} 2024-11-23T16:19:42,891 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:19:42,892 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:42,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 418 msec 2024-11-23T16:19:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:19:43,110 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:19:43,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,45655,-1 for getting cluster id 2024-11-23T16:19:43,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:43,111 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef3c6cb3-4baf-476b-a7b3-9360dbce81d3' 2024-11-23T16:19:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef3c6cb3-4baf-476b-a7b3-9360dbce81d3" 2024-11-23T16:19:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7641ba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,45655,-1] 2024-11-23T16:19:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:43,113 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75198b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34183,-1 for getting cluster id 2024-11-23T16:19:43,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:43,115 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53e0cc2d-b214-40d0-84b6-90936095618f' 2024-11-23T16:19:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53e0cc2d-b214-40d0-84b6-90936095618f" 2024-11-23T16:19:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5105a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34183,-1] 2024-11-23T16:19:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:43,116 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:43,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2708fc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5c713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,45655,-1 for getting cluster id 2024-11-23T16:19:43,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:43,118 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef3c6cb3-4baf-476b-a7b3-9360dbce81d3' 2024-11-23T16:19:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef3c6cb3-4baf-476b-a7b3-9360dbce81d3" 2024-11-23T16:19:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52210c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,45655,-1] 2024-11-23T16:19:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:43,119 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153b568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,45655,1732378774945 2024-11-23T16:19:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c45fbd 2024-11-23T16:19:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:43,121 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:43,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:34183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:19:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:19:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:43,124 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:34183' 2024-11-23T16:19:43,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ceaaadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34183,-1 for getting cluster id 2024-11-23T16:19:43,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:43,126 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53e0cc2d-b214-40d0-84b6-90936095618f' 2024-11-23T16:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53e0cc2d-b214-40d0-84b6-90936095618f" 2024-11-23T16:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5715e7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34183,-1] 2024-11-23T16:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:43,127 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd90615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:43,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:43,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,34183,1732378779148 2024-11-23T16:19:43,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c6cd0ee 2024-11-23T16:19:43,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:43,129 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:43,129 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:19:43,129 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:19:43,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:43,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:43,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:43,130 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:43,131 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:19:43,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:43,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:43,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:19:43,181 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:19:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:43,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:43,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:43,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34e300df6dade5e855336087cf1c9b0d, NAME => 'hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865 2024-11-23T16:19:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:19:43,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:43,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 34e300df6dade5e855336087cf1c9b0d, disabling compactions & flushes 2024-11-23T16:19:43,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. after waiting 0 ms 2024-11-23T16:19:43,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34e300df6dade5e855336087cf1c9b0d: Waiting for close lock at 1732378783553Disabling compacts and flushes for region at 1732378783553Disabling writes for close at 1732378783553Writing region close event to WAL at 1732378783553Closed at 1732378783553 2024-11-23T16:19:43,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:43,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378783555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378783555"}]},"ts":"1732378783555"} 2024-11-23T16:19:43,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:43,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:43,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378783558"}]},"ts":"1732378783558"} 2024-11-23T16:19:43,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:19:43,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34e300df6dade5e855336087cf1c9b0d, ASSIGN}] 2024-11-23T16:19:43,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34e300df6dade5e855336087cf1c9b0d, ASSIGN 2024-11-23T16:19:43,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34e300df6dade5e855336087cf1c9b0d, ASSIGN; state=OFFLINE, location=1a7c5470b472,37681,1732378775026; forceNewPlan=false, retain=false 2024-11-23T16:19:43,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34e300df6dade5e855336087cf1c9b0d, regionState=OPENING, regionLocation=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34e300df6dade5e855336087cf1c9b0d, ASSIGN because future has completed 2024-11-23T16:19:43,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34e300df6dade5e855336087cf1c9b0d, server=1a7c5470b472,37681,1732378775026}] 2024-11-23T16:19:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:43,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:43,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:19:43,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C37681%2C1732378775026.rep, suffix=, logDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/oldWALs, maxLogs=10 2024-11-23T16:19:43,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.rep.1732378783887, exclude list is [], retry=0 2024-11-23T16:19:43,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-e59d0037-bc4e-4791-bcf8-42bb38c82970,DISK] 2024-11-23T16:19:43,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.rep.1732378783887 2024-11-23T16:19:43,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-23T16:19:43,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 34e300df6dade5e855336087cf1c9b0d, NAME => 'hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:43,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:43,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:43,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. service=MultiRowMutationService 2024-11-23T16:19:43,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:19:43,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:43,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,921 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,922 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34e300df6dade5e855336087cf1c9b0d columnFamilyName hfileref 2024-11-23T16:19:43,922 DEBUG [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:43,924 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] regionserver.HStore(327): Store=34e300df6dade5e855336087cf1c9b0d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:43,924 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,930 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34e300df6dade5e855336087cf1c9b0d columnFamilyName queue 2024-11-23T16:19:43,930 DEBUG [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:43,932 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] regionserver.HStore(327): Store=34e300df6dade5e855336087cf1c9b0d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:43,932 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,938 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34e300df6dade5e855336087cf1c9b0d columnFamilyName sid 2024-11-23T16:19:43,938 DEBUG [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:43,938 INFO [StoreOpener-34e300df6dade5e855336087cf1c9b0d-1 {}] regionserver.HStore(327): Store=34e300df6dade5e855336087cf1c9b0d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:43,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:43,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:43,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 34e300df6dade5e855336087cf1c9b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65507068, jitterRate=-0.0238686203956604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:43,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 34e300df6dade5e855336087cf1c9b0d: Running coprocessor pre-open hook at 1732378783917Writing region info on filesystem at 1732378783917Initializing all the Stores at 1732378783918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378783918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378783919 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378783919Cleaning up temporary data from old regions at 1732378783940 (+21 ms)Running coprocessor post-open hooks at 1732378783945 (+5 ms)Region opened successfully at 1732378783946 (+1 ms) 2024-11-23T16:19:43,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d., pid=10, masterSystemTime=1732378783874 2024-11-23T16:19:43,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34e300df6dade5e855336087cf1c9b0d, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,37681,1732378775026 2024-11-23T16:19:43,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34e300df6dade5e855336087cf1c9b0d, server=1a7c5470b472,37681,1732378775026 because future has completed 2024-11-23T16:19:43,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:19:43,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 34e300df6dade5e855336087cf1c9b0d, server=1a7c5470b472,37681,1732378775026 in 260 msec 2024-11-23T16:19:43,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:19:43,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34e300df6dade5e855336087cf1c9b0d, ASSIGN in 422 msec 2024-11-23T16:19:43,986 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:43,986 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378783986"}]},"ts":"1732378783986"} 2024-11-23T16:19:43,989 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:19:43,998 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:44,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 868 msec 2024-11-23T16:19:44,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d., hostname=1a7c5470b472,37681,1732378775026, seqNum=2] 2024-11-23T16:19:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:44,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:19:44,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:19:44,208 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:19:44,239 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,37681,1732378775026, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:19:44,239 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:44,239 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37681,1732378775026, seqNum=-1] 2024-11-23T16:19:44,239 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:44,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:44,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,37681,1732378775026', locateType=CURRENT is [region=hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d., hostname=1a7c5470b472,37681,1732378775026, seqNum=2] 2024-11-23T16:19:44,244 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:19:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:19:44,247 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,37681,1732378775026 suceeded 2024-11-23T16:19:44,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:19:44,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T16:19:44,248 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:34183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:19:44,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1270 sec 2024-11-23T16:19:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:44,259 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:19:44,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:44,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:44,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:44,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781eac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34183,-1 for getting cluster id 2024-11-23T16:19:44,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:44,261 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53e0cc2d-b214-40d0-84b6-90936095618f' 2024-11-23T16:19:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53e0cc2d-b214-40d0-84b6-90936095618f" 2024-11-23T16:19:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e64b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34183,-1] 2024-11-23T16:19:44,261 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:34183' 2024-11-23T16:19:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,262 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:44,262 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e907aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,262 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34183,-1 for getting cluster id 2024-11-23T16:19:44,263 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:44,263 DEBUG [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53e0cc2d-b214-40d0-84b6-90936095618f' 2024-11-23T16:19:44,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:44,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53e0cc2d-b214-40d0-84b6-90936095618f" 2024-11-23T16:19:44,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4678cddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34183,-1] 2024-11-23T16:19:44,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,34183,1732378779148 2024-11-23T16:19:44,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f85feb8 2024-11-23T16:19:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:44,264 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:44,265 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:44,265 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2a7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,265 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:44,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:45655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:19:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,34183,1732378779148 2024-11-23T16:19:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:19:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4530b884 2024-11-23T16:19:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:44,267 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:44,267 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,37681,1732378775026 (queues=1) is replicating from cluster=ef3c6cb3-4baf-476b-a7b3-9360dbce81d3 to cluster=53e0cc2d-b214-40d0-84b6-90936095618f 2024-11-23T16:19:44,267 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:45655' 2024-11-23T16:19:44,267 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C37681%2C1732378775026 2024-11-23T16:19:44,268 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,37681,1732378775026, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:19:44,268 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, startPosition=0, beingWritten=true 2024-11-23T16:19:44,268 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C37681%2C1732378775026 2024-11-23T16:19:44,269 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aba74fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,269 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,45655,-1 for getting cluster id 2024-11-23T16:19:44,269 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:44,269 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef3c6cb3-4baf-476b-a7b3-9360dbce81d3' 2024-11-23T16:19:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef3c6cb3-4baf-476b-a7b3-9360dbce81d3" 2024-11-23T16:19:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e33c829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,45655,-1] 2024-11-23T16:19:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,270 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:44,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbcdb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:44,271 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:44,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,45655,1732378774945 2024-11-23T16:19:44,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b3683d4 2024-11-23T16:19:44,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:44,273 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:19:44,273 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T16:19:44,273 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:19:44,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:44,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:44,274 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:44,274 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:44,274 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 379, reset compression=false 2024-11-23T16:19:44,274 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37681,1732378775026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:44,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:19:44,276 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:19:44,276 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:44,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:19:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:19:44,325 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:19:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:44,478 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 379, reset compression=false 2024-11-23T16:19:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:44,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24ce6f5734cbcaed77f8e1ef3c86ac83, NAME => 'hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d 2024-11-23T16:19:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:19:44,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24ce6f5734cbcaed77f8e1ef3c86ac83, disabling compactions & flushes 2024-11-23T16:19:44,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. after waiting 0 ms 2024-11-23T16:19:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:44,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24ce6f5734cbcaed77f8e1ef3c86ac83: Waiting for close lock at 1732378784690Disabling compacts and flushes for region at 1732378784690Disabling writes for close at 1732378784691 (+1 ms)Writing region close event to WAL at 1732378784691Closed at 1732378784691 2024-11-23T16:19:44,692 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:19:44,692 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378784692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378784692"}]},"ts":"1732378784692"} 2024-11-23T16:19:44,695 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:19:44,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:19:44,697 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378784697"}]},"ts":"1732378784697"} 2024-11-23T16:19:44,704 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:19:44,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24ce6f5734cbcaed77f8e1ef3c86ac83, ASSIGN}] 2024-11-23T16:19:44,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24ce6f5734cbcaed77f8e1ef3c86ac83, ASSIGN 2024-11-23T16:19:44,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24ce6f5734cbcaed77f8e1ef3c86ac83, ASSIGN; state=OFFLINE, location=1a7c5470b472,44447,1732378779259; forceNewPlan=false, retain=false 2024-11-23T16:19:44,782 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 379, reset compression=false 2024-11-23T16:19:44,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24ce6f5734cbcaed77f8e1ef3c86ac83, regionState=OPENING, regionLocation=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24ce6f5734cbcaed77f8e1ef3c86ac83, ASSIGN because future has completed 2024-11-23T16:19:44,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24ce6f5734cbcaed77f8e1ef3c86ac83, server=1a7c5470b472,44447,1732378779259}] 2024-11-23T16:19:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:45,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:45,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:45,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:19:45,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44447%2C1732378779259.rep, suffix=, logDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259, archiveDir=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/oldWALs, maxLogs=10 2024-11-23T16:19:45,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.rep.1732378785016, exclude list is [], retry=0 2024-11-23T16:19:45,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-698e2ca8-8840-4ef6-a73b-59376702946c,DISK] 2024-11-23T16:19:45,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.rep.1732378785016 2024-11-23T16:19:45,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-11-23T16:19:45,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24ce6f5734cbcaed77f8e1ef3c86ac83, NAME => 'hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:45,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:19:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:19:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. service=MultiRowMutationService 2024-11-23T16:19:45,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:19:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,035 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,037 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ce6f5734cbcaed77f8e1ef3c86ac83 columnFamilyName hfileref 2024-11-23T16:19:45,037 DEBUG [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:45,037 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] regionserver.HStore(327): Store=24ce6f5734cbcaed77f8e1ef3c86ac83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:45,037 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,038 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ce6f5734cbcaed77f8e1ef3c86ac83 columnFamilyName queue 2024-11-23T16:19:45,038 DEBUG [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:45,039 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] regionserver.HStore(327): Store=24ce6f5734cbcaed77f8e1ef3c86ac83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:45,039 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,040 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ce6f5734cbcaed77f8e1ef3c86ac83 columnFamilyName sid 2024-11-23T16:19:45,040 DEBUG [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:45,040 INFO [StoreOpener-24ce6f5734cbcaed77f8e1ef3c86ac83-1 {}] regionserver.HStore(327): Store=24ce6f5734cbcaed77f8e1ef3c86ac83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:45,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/replication/24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/replication/24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:19:45,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/replication/24ce6f5734cbcaed77f8e1ef3c86ac83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:45,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24ce6f5734cbcaed77f8e1ef3c86ac83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70679983, jitterRate=0.05321381986141205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:19:45,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:45,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24ce6f5734cbcaed77f8e1ef3c86ac83: Running coprocessor pre-open hook at 1732378785034Writing region info on filesystem at 1732378785034Initializing all the Stores at 1732378785035 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378785035Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378785035Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378785035Cleaning up temporary data from old regions at 1732378785042 (+7 ms)Running coprocessor post-open hooks at 1732378785045 (+3 ms)Region opened successfully at 1732378785045 2024-11-23T16:19:45,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83., pid=10, masterSystemTime=1732378785011 2024-11-23T16:19:45,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:45,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:45,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24ce6f5734cbcaed77f8e1ef3c86ac83, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,44447,1732378779259 2024-11-23T16:19:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24ce6f5734cbcaed77f8e1ef3c86ac83, server=1a7c5470b472,44447,1732378779259 because future has completed 2024-11-23T16:19:45,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:19:45,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24ce6f5734cbcaed77f8e1ef3c86ac83, server=1a7c5470b472,44447,1732378779259 in 192 msec 2024-11-23T16:19:45,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:19:45,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24ce6f5734cbcaed77f8e1ef3c86ac83, ASSIGN in 349 msec 2024-11-23T16:19:45,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:19:45,055 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378785055"}]},"ts":"1732378785055"} 2024-11-23T16:19:45,057 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:19:45,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:19:45,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 783 msec 2024-11-23T16:19:45,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83., hostname=1a7c5470b472,44447,1732378779259, seqNum=2] 2024-11-23T16:19:45,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:45,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:45,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:19:45,186 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 379, reset compression=false 2024-11-23T16:19:45,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:19:45,241 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:19:45,272 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,44447,1732378779259, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:19:45,272 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:45,272 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44447,1732378779259, seqNum=-1] 2024-11-23T16:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:45,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,44447,1732378779259', locateType=CURRENT is [region=hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83., hostname=1a7c5470b472,44447,1732378779259, seqNum=2] 2024-11-23T16:19:45,277 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:19:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:19:45,280 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,44447,1732378779259 suceeded 2024-11-23T16:19:45,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:19:45,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T16:19:45,284 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:45655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:19:45,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0190 sec 2024-11-23T16:19:45,294 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:45655' 2024-11-23T16:19:45,295 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc1b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:45,295 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,45655,-1 for getting cluster id 2024-11-23T16:19:45,295 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:45,296 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef3c6cb3-4baf-476b-a7b3-9360dbce81d3' 2024-11-23T16:19:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef3c6cb3-4baf-476b-a7b3-9360dbce81d3" 2024-11-23T16:19:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@253dad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,45655,-1] 2024-11-23T16:19:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:45,297 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:45,298 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@289eced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:45,298 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:45,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,45655,1732378774945 2024-11-23T16:19:45,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481008e3 2024-11-23T16:19:45,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:19:45,299 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-23T16:19:45,300 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,44447,1732378779259 (queues=1) is replicating from cluster=53e0cc2d-b214-40d0-84b6-90936095618f to cluster=ef3c6cb3-4baf-476b-a7b3-9360dbce81d3 2024-11-23T16:19:45,300 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C44447%2C1732378779259 2024-11-23T16:19:45,300 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,44447,1732378779259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:19:45,300 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, startPosition=0, beingWritten=true 2024-11-23T16:19:45,300 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C44447%2C1732378779259 2024-11-23T16:19:45,306 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:45,306 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 379, reset compression=false 2024-11-23T16:19:45,306 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44447,1732378779259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:19:45,399 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:19:45,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:45,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:45,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:45,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:45,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:45,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37681,1732378775026, seqNum=-1] 2024-11-23T16:19:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:45,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3., hostname=1a7c5470b472,37681,1732378775026, seqNum=2] 2024-11-23T16:19:45,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44447,1732378779259, seqNum=-1] 2024-11-23T16:19:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:45,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:19:45,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8., hostname=1a7c5470b472,44447,1732378779259, seqNum=2] 2024-11-23T16:19:45,412 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T16:19:45,509 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 379, reset compression=false 2024-11-23T16:19:45,689 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 379, reset compression=false 2024-11-23T16:19:45,695 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:45,695 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 480, reset compression=false 2024-11-23T16:19:45,695 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37681,1732378775026 got entry batch from reader: WALEntryBatch [walEntries=[{test/4267462dc4023d81c89b2bfbcbcaa5b3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T16:19:45,698 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:45,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-23T16:19:45,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:19:45,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a3afc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:45,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,34183,-1 for getting cluster id 2024-11-23T16:19:45,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:45,701 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53e0cc2d-b214-40d0-84b6-90936095618f' 2024-11-23T16:19:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53e0cc2d-b214-40d0-84b6-90936095618f" 2024-11-23T16:19:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35e84c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,34183,-1] 2024-11-23T16:19:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:45,703 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:45,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:45,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:45,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44447,1732378779259, seqNum=-1] 2024-11-23T16:19:45,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:45,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:45,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8., hostname=1a7c5470b472,44447,1732378779259, seqNum=2] 2024-11-23T16:19:45,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:19:45,815 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 379, reset compression=false 2024-11-23T16:19:45,820 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:45,820 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 504, reset compression=false 2024-11-23T16:19:45,820 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44447,1732378779259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:45,899 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 480, reset compression=false 2024-11-23T16:19:46,025 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 504, reset compression=false 2024-11-23T16:19:46,203 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 480, reset compression=false 2024-11-23T16:19:46,329 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 504, reset compression=false 2024-11-23T16:19:46,416 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T16:19:46,436 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T16:19:46,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:19:46,608 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 480, reset compression=false 2024-11-23T16:19:46,733 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 504, reset compression=false 2024-11-23T16:19:46,738 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:46,738 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 608, reset compression=false 2024-11-23T16:19:46,738 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44447,1732378779259 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ff90f740a71245d5f968a43123f9cb8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:19:46,741 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:19:46,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-23T16:19:46,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:19:46,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afeb84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:46,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,45655,-1 for getting cluster id 2024-11-23T16:19:46,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:19:46,744 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef3c6cb3-4baf-476b-a7b3-9360dbce81d3' 2024-11-23T16:19:46,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:19:46,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef3c6cb3-4baf-476b-a7b3-9360dbce81d3" 2024-11-23T16:19:46,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263e42fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:46,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,45655,-1] 2024-11-23T16:19:46,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:19:46,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:46,745 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:19:46,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1542a937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:19:46,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:19:46,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37681,1732378775026, seqNum=-1] 2024-11-23T16:19:46,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:19:46,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T16:19:46,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3., hostname=1a7c5470b472,37681,1732378775026, seqNum=2] 2024-11-23T16:19:46,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:19:46,951 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 608, reset compression=false 2024-11-23T16:19:47,122 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 480, reset compression=false 2024-11-23T16:19:47,128 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:47,128 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 607, reset compression=false 2024-11-23T16:19:47,128 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37681,1732378775026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:47,255 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 608, reset compression=false 2024-11-23T16:19:47,335 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 607, reset compression=false 2024-11-23T16:19:47,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T16:19:47,444 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T16:19:47,639 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 607, reset compression=false 2024-11-23T16:19:47,646 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:47,646 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 763, reset compression=false 2024-11-23T16:19:47,646 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37681,1732378775026 got entry batch from reader: WALEntryBatch [walEntries=[{test/4267462dc4023d81c89b2bfbcbcaa5b3/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T16:19:47,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:19:47,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:19:47,659 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 608, reset compression=false 2024-11-23T16:19:47,670 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:47,670 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 756, reset compression=false 2024-11-23T16:19:47,670 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44447,1732378779259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:47,853 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 763, reset compression=false 2024-11-23T16:19:47,874 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 756, reset compression=false 2024-11-23T16:19:48,158 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 763, reset compression=false 2024-11-23T16:19:48,178 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 756, reset compression=false 2024-11-23T16:19:48,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:48,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:48,446 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T16:19:48,449 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T16:19:48,562 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 763, reset compression=false 2024-11-23T16:19:48,581 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 756, reset compression=false 2024-11-23T16:19:48,589 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:19:48,589 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 915, reset compression=false 2024-11-23T16:19:48,590 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44447,1732378779259 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ff90f740a71245d5f968a43123f9cb8/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T16:19:48,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:19:48,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:19:48,803 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 915, reset compression=false 2024-11-23T16:19:49,066 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 763, reset compression=false 2024-11-23T16:19:49,072 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:49,072 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:49,072 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37681,1732378775026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:49,108 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 915, reset compression=false 2024-11-23T16:19:49,278 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:49,451 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T16:19:49,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:19:49,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:49,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:49,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:49,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:49,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:49,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:19:49,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404271104, stopped=false 2024-11-23T16:19:49,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,34183,1732378779148 2024-11-23T16:19:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771063835/running 2024-11-23T16:19:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771063835/running 2024-11-23T16:19:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:49,455 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:49,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:49,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:49,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:49,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/running 2024-11-23T16:19:49,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,44447,1732378779259' ***** 2024-11-23T16:19:49,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Set watcher on znode that does not yet exist, /11771063835/running 2024-11-23T16:19:49,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:19:49,456 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:19:49,456 INFO [RS:0;1a7c5470b472:44447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:19:49,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:19:49,456 INFO [RS:0;1a7c5470b472:44447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:19:49,456 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(3091): Received CLOSE for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,44447,1732378779259 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44447. 2024-11-23T16:19:49,457 DEBUG [RS:0;1a7c5470b472:44447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ff90f740a71245d5f968a43123f9cb8, disabling compactions & flushes 2024-11-23T16:19:49,457 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:49,457 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. after waiting 0 ms 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:19:49,457 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ff90f740a71245d5f968a43123f9cb8 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-23T16:19:49,457 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:19:49,457 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ff90f740a71245d5f968a43123f9cb8=test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8., 24ce6f5734cbcaed77f8e1ef3c86ac83=hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.} 2024-11-23T16:19:49,457 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83, 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:49,457 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:49,457 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:49,458 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:19:49,473 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/f/67a6d53d175b4a779356297446aa5a99 is 29, key is row1/f:/1732378788447/DeleteFamily/seqid=0 2024-11-23T16:19:49,473 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/info/de897edec56d4d89bd7ffe0add403b92 is 147, key is hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83./info:regioninfo/1732378785048/Put/seqid=0 2024-11-23T16:19:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741840_1016 (size=5118) 2024-11-23T16:19:49,477 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/f/67a6d53d175b4a779356297446aa5a99 2024-11-23T16:19:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741841_1017 (size=7686) 2024-11-23T16:19:49,481 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a6d53d175b4a779356297446aa5a99 2024-11-23T16:19:49,487 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:49,494 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/f1/769055a5b5354be8bccca29abac968b9 is 30, key is row1/f1:/1732378788447/DeleteFamily/seqid=0 2024-11-23T16:19:49,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741842_1018 (size=5123) 2024-11-23T16:19:49,520 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 915, reset compression=false 2024-11-23T16:19:49,524 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:49,524 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1162, reset compression=false 2024-11-23T16:19:49,524 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,44447,1732378779259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:49,525 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,44447,1732378779259: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,44447,1732378779259, walGroup=1a7c5470b472%2C44447%2C1732378779259, offset=1a7c5470b472%2C44447%2C1732378779259.1732378780706:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:19:49,528 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:19:49,528 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:19:49,529 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:19:49,529 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:19:49,530 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:19:49,530 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 617594064 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190606592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:19:49,530 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:34183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:34183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:19:49,553 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:19:49,553 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:19:49,582 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:49,658 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83, 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:49,733 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1162, reset compression=false 2024-11-23T16:19:49,858 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83, 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:49,878 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/info/de897edec56d4d89bd7ffe0add403b92 2024-11-23T16:19:49,898 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/f1/769055a5b5354be8bccca29abac968b9 2024-11-23T16:19:49,901 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769055a5b5354be8bccca29abac968b9 2024-11-23T16:19:49,904 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/ns/52ceb3ea03cb444bb895df8495de5910 is 43, key is default/ns:d/1732378781212/Put/seqid=0 2024-11-23T16:19:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741843_1019 (size=5153) 2024-11-23T16:19:49,920 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/norep/8b1274662d764b928b50a20cc3602ef6 is 33, key is row1/norep:/1732378788447/DeleteFamily/seqid=0 2024-11-23T16:19:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741844_1020 (size=5108) 2024-11-23T16:19:49,986 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:50,041 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1162, reset compression=false 2024-11-23T16:19:50,058 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83, 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:50,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:19:50,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:50,060 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18184 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:19:50,258 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83, 7ff90f740a71245d5f968a43123f9cb8 2024-11-23T16:19:50,308 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/ns/52ceb3ea03cb444bb895df8495de5910 2024-11-23T16:19:50,324 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/norep/8b1274662d764b928b50a20cc3602ef6 2024-11-23T16:19:50,327 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/rep_barrier/6fa6b36778124e4bbf9eef1120c6f6c3 is 112, key is test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8./rep_barrier:seqnumDuringOpen/1732378782883/Put/seqid=0 2024-11-23T16:19:50,328 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b1274662d764b928b50a20cc3602ef6 2024-11-23T16:19:50,329 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/f/67a6d53d175b4a779356297446aa5a99 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/f/67a6d53d175b4a779356297446aa5a99 2024-11-23T16:19:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741845_1021 (size=5518) 2024-11-23T16:19:50,331 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/rep_barrier/6fa6b36778124e4bbf9eef1120c6f6c3 2024-11-23T16:19:50,333 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a6d53d175b4a779356297446aa5a99 2024-11-23T16:19:50,333 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/f/67a6d53d175b4a779356297446aa5a99, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T16:19:50,334 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/f1/769055a5b5354be8bccca29abac968b9 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/f1/769055a5b5354be8bccca29abac968b9 2024-11-23T16:19:50,340 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769055a5b5354be8bccca29abac968b9 2024-11-23T16:19:50,340 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/f1/769055a5b5354be8bccca29abac968b9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T16:19:50,341 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/.tmp/norep/8b1274662d764b928b50a20cc3602ef6 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/norep/8b1274662d764b928b50a20cc3602ef6 2024-11-23T16:19:50,344 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b1274662d764b928b50a20cc3602ef6 2024-11-23T16:19:50,344 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/norep/8b1274662d764b928b50a20cc3602ef6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T16:19:50,345 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7ff90f740a71245d5f968a43123f9cb8 in 888ms, sequenceid=8, compaction requested=false 2024-11-23T16:19:50,350 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/table/971f00e9004d458f83e21527c6d613ad is 53, key is hbase:replication/table:state/1732378785055/Put/seqid=0 2024-11-23T16:19:50,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/default/test/7ff90f740a71245d5f968a43123f9cb8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T16:19:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741846_1022 (size=5308) 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:50,360 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ff90f740a71245d5f968a43123f9cb8: Waiting for close lock at 1732378789457Running coprocessor pre-close hooks at 1732378789457Disabling compacts and flushes for region at 1732378789457Disabling writes for close at 1732378789457Obtaining lock to block concurrent updates at 1732378789457Preparing flush snapshotting stores in 7ff90f740a71245d5f968a43123f9cb8 at 1732378789457Finished memstore snapshotting test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732378789458 (+1 ms)Flushing stores of test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. at 1732378789458Flushing 7ff90f740a71245d5f968a43123f9cb8/f: creating writer at 1732378789458Flushing 7ff90f740a71245d5f968a43123f9cb8/f: appending metadata at 1732378789473 (+15 ms)Flushing 7ff90f740a71245d5f968a43123f9cb8/f: closing flushed file at 1732378789473Flushing 7ff90f740a71245d5f968a43123f9cb8/f1: creating writer at 1732378789481 (+8 ms)Flushing 7ff90f740a71245d5f968a43123f9cb8/f1: appending metadata at 1732378789494 (+13 ms)Flushing 7ff90f740a71245d5f968a43123f9cb8/f1: closing flushed file at 1732378789494Flushing 7ff90f740a71245d5f968a43123f9cb8/norep: creating writer at 1732378789902 (+408 ms)Flushing 7ff90f740a71245d5f968a43123f9cb8/norep: appending metadata at 1732378789919 (+17 ms)Flushing 7ff90f740a71245d5f968a43123f9cb8/norep: closing flushed file at 1732378789919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514ad041: reopening flushed file at 1732378790328 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a9557e: reopening flushed file at 1732378790333 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bf9d90: reopening flushed file at 1732378790340 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7ff90f740a71245d5f968a43123f9cb8 in 888ms, sequenceid=8, compaction requested=false at 1732378790345 (+5 ms)Writing region close event to WAL at 1732378790350 (+5 ms)Running coprocessor post-close hooks at 1732378790359 (+9 ms)Closed at 1732378790360 (+1 ms) 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378782473.7ff90f740a71245d5f968a43123f9cb8. 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24ce6f5734cbcaed77f8e1ef3c86ac83, disabling compactions & flushes 2024-11-23T16:19:50,360 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. after waiting 0 ms 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,360 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24ce6f5734cbcaed77f8e1ef3c86ac83: Waiting for close lock at 1732378790360Running coprocessor pre-close hooks at 1732378790360Disabling compacts and flushes for region at 1732378790360Disabling writes for close at 1732378790360Failed flush hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83., putting online again at 1732378790360 2024-11-23T16:19:50,361 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,446 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1162, reset compression=false 2024-11-23T16:19:50,451 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:50,451 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1806, reset compression=false 2024-11-23T16:19:50,458 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:19:50,458 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83=hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83.} 2024-11-23T16:19:50,458 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(3091): Received CLOSE for 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:50,458 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce6f5734cbcaed77f8e1ef3c86ac83 2024-11-23T16:19:50,458 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24ce6f5734cbcaed77f8e1ef3c86ac83, disabling compactions & flushes 2024-11-23T16:19:50,459 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,459 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,459 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. after waiting 0 ms 2024-11-23T16:19:50,459 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,459 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24ce6f5734cbcaed77f8e1ef3c86ac83: Waiting for close lock at 1732378790458Running coprocessor pre-close hooks at 1732378790458Disabling compacts and flushes for region at 1732378790458Disabling writes for close at 1732378790459 (+1 ms)Failed flush hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83., putting online again at 1732378790459 2024-11-23T16:19:50,459 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732378784274.24ce6f5734cbcaed77f8e1ef3c86ac83. 2024-11-23T16:19:50,490 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:50,656 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1806, reset compression=false 2024-11-23T16:19:50,659 DEBUG [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:19:50,760 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/table/971f00e9004d458f83e21527c6d613ad 2024-11-23T16:19:50,765 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/info/de897edec56d4d89bd7ffe0add403b92 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/info/de897edec56d4d89bd7ffe0add403b92 2024-11-23T16:19:50,769 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/info/de897edec56d4d89bd7ffe0add403b92, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:19:50,770 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/ns/52ceb3ea03cb444bb895df8495de5910 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/ns/52ceb3ea03cb444bb895df8495de5910 2024-11-23T16:19:50,773 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/ns/52ceb3ea03cb444bb895df8495de5910, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:19:50,774 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/rep_barrier/6fa6b36778124e4bbf9eef1120c6f6c3 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/rep_barrier/6fa6b36778124e4bbf9eef1120c6f6c3 2024-11-23T16:19:50,777 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/rep_barrier/6fa6b36778124e4bbf9eef1120c6f6c3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:19:50,778 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/.tmp/table/971f00e9004d458f83e21527c6d613ad as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/table/971f00e9004d458f83e21527c6d613ad 2024-11-23T16:19:50,781 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/table/971f00e9004d458f83e21527c6d613ad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:19:50,782 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-23T16:19:50,786 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:19:50,787 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:50,787 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:50,787 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:50,787 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378789457Running coprocessor pre-close hooks at 1732378789457Disabling compacts and flushes for region at 1732378789457Disabling writes for close at 1732378789457Obtaining lock to block concurrent updates at 1732378789458 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732378789458Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378789458Flushing stores of hbase:meta,,1.1588230740 at 1732378789458Flushing 1588230740/info: creating writer at 1732378789458Flushing 1588230740/info: appending metadata at 1732378789473 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732378789473Flushing 1588230740/ns: creating writer at 1732378789883 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732378789903 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732378789903Flushing 1588230740/rep_barrier: creating writer at 1732378790312 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378790326 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378790326Flushing 1588230740/table: creating writer at 1732378790335 (+9 ms)Flushing 1588230740/table: appending metadata at 1732378790350 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732378790350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1565fac3: reopening flushed file at 1732378790765 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50228d19: reopening flushed file at 1732378790769 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be2381b: reopening flushed file at 1732378790773 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a1163b: reopening flushed file at 1732378790777 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1732378790782 (+5 ms)Writing region close event to WAL at 1732378790783 (+1 ms)Running coprocessor post-close hooks at 1732378790786 (+3 ms)Closed at 1732378790787 (+1 ms) 2024-11-23T16:19:50,787 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:50,859 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T16:19:50,859 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,44447,1732378779259; all regions closed. 2024-11-23T16:19:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:19:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741839_1015 (size=1733) 2024-11-23T16:19:50,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741833_1009 (size=1814) 2024-11-23T16:19:50,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 not finished, retry = 0 2024-11-23T16:19:50,960 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 to pos 1806, reset compression=false 2024-11-23T16:19:50,968 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:50,968 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:50,968 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/WALs/1a7c5470b472,44447,1732378779259/1a7c5470b472%2C44447%2C1732378779259.1732378780706 2024-11-23T16:19:50,968 INFO [RS:0;1a7c5470b472:44447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:50,969 INFO [RS:0;1a7c5470b472:44447 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:50,969 INFO [RS:0;1a7c5470b472:44447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:50,969 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:50,969 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,44447,1732378779259 because: Region server is closing 2024-11-23T16:19:50,969 INFO [RS:0;1a7c5470b472:44447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44447. 2024-11-23T16:19:50,969 DEBUG [RS:0;1a7c5470b472:44447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:50,969 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:50,969 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:50,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:51,070 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.shipper1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 terminated 2024-11-23T16:19:51,070 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,44447,1732378779259.replicationSource.wal-reader.1a7c5470b472%2C44447%2C1732378779259,1-1a7c5470b472,44447,1732378779259 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-23T16:19:51,070 INFO [RS:0;1a7c5470b472:44447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44447. 2024-11-23T16:19:51,070 DEBUG [RS:0;1a7c5470b472:44447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:51,070 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:51,070 DEBUG [RS:0;1a7c5470b472:44447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:51,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:51,070 INFO [RS:0;1a7c5470b472:44447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44447 2024-11-23T16:19:51,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771063835/rs/1a7c5470b472,44447,1732378779259 2024-11-23T16:19:51,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835/rs 2024-11-23T16:19:51,072 INFO [RS:0;1a7c5470b472:44447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:51,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,44447,1732378779259] 2024-11-23T16:19:51,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11771063835/draining/1a7c5470b472,44447,1732378779259 already deleted, retry=false 2024-11-23T16:19:51,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,44447,1732378779259 expired; onlineServers=0 2024-11-23T16:19:51,076 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,34183,1732378779148' ***** 2024-11-23T16:19:51,076 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:19:51,076 INFO [M:0;1a7c5470b472:34183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:51,076 INFO [M:0;1a7c5470b472:34183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:51,076 DEBUG [M:0;1a7c5470b472:34183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:19:51,076 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:19:51,076 DEBUG [M:0;1a7c5470b472:34183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:19:51,076 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378780334 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378780334,5,FailOnTimeoutGroup] 2024-11-23T16:19:51,076 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378780309 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378780309,5,FailOnTimeoutGroup] 2024-11-23T16:19:51,076 INFO [M:0;1a7c5470b472:34183 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:51,076 INFO [M:0;1a7c5470b472:34183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:51,076 DEBUG [M:0;1a7c5470b472:34183 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:19:51,076 INFO [M:0;1a7c5470b472:34183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:19:51,077 INFO [M:0;1a7c5470b472:34183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:51,077 INFO [M:0;1a7c5470b472:34183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:19:51,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:19:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771063835/master 2024-11-23T16:19:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771063835 2024-11-23T16:19:51,077 DEBUG [M:0;1a7c5470b472:34183 {}] zookeeper.ZKUtil(347): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Unable to get data of znode /11771063835/master because node does not exist (not an error) 2024-11-23T16:19:51,077 WARN [M:0;1a7c5470b472:34183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:19:51,078 INFO [M:0;1a7c5470b472:34183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/.lastflushedseqids 2024-11-23T16:19:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741847_1023 (size=245) 2024-11-23T16:19:51,094 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44447-0x10145a0357c0004, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:51,173 INFO [RS:0;1a7c5470b472:44447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:51,173 INFO [RS:0;1a7c5470b472:44447 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,44447,1732378779259; zookeeper connection closed. 2024-11-23T16:19:51,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62deedb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62deedb3 2024-11-23T16:19:51,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:19:51,483 INFO [M:0;1a7c5470b472:34183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:19:51,483 INFO [M:0;1a7c5470b472:34183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:19:51,483 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:51,483 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:51,483 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:51,483 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:51,483 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:51,483 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T16:19:51,498 DEBUG [M:0;1a7c5470b472:34183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7723d7ddace44b36a032f10c7ef8cd11 is 82, key is hbase:meta,,1/info:regioninfo/1732378781194/Put/seqid=0 2024-11-23T16:19:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741848_1024 (size=5672) 2024-11-23T16:19:51,798 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:51,902 INFO [M:0;1a7c5470b472:34183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7723d7ddace44b36a032f10c7ef8cd11 2024-11-23T16:19:51,925 DEBUG [M:0;1a7c5470b472:34183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86a98aede11c45c8a2e0bc8a9febde22 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378785058/Put/seqid=0 2024-11-23T16:19:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741849_1025 (size=8516) 2024-11-23T16:19:51,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:19:51,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T16:19:51,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T16:19:51,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T16:19:51,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:51,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T16:19:52,329 INFO [M:0;1a7c5470b472:34183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86a98aede11c45c8a2e0bc8a9febde22 2024-11-23T16:19:52,350 DEBUG [M:0;1a7c5470b472:34183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8015ddd13bf844c5b3fb0a0738efb718 is 69, key is 1a7c5470b472,44447,1732378779259/rs:state/1732378780438/Put/seqid=0 2024-11-23T16:19:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741850_1026 (size=5156) 2024-11-23T16:19:52,601 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:52,760 INFO [M:0;1a7c5470b472:34183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8015ddd13bf844c5b3fb0a0738efb718 2024-11-23T16:19:52,765 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7723d7ddace44b36a032f10c7ef8cd11 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7723d7ddace44b36a032f10c7ef8cd11 2024-11-23T16:19:52,768 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7723d7ddace44b36a032f10c7ef8cd11, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:19:52,769 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86a98aede11c45c8a2e0bc8a9febde22 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86a98aede11c45c8a2e0bc8a9febde22 2024-11-23T16:19:52,773 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86a98aede11c45c8a2e0bc8a9febde22, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:19:52,773 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8015ddd13bf844c5b3fb0a0738efb718 as hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8015ddd13bf844c5b3fb0a0738efb718 2024-11-23T16:19:52,777 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44785/user/jenkins/test-data/6db17032-6a9a-adbd-ed12-d5613b56dc3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8015ddd13bf844c5b3fb0a0738efb718, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:19:52,778 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-23T16:19:52,779 INFO [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:52,779 DEBUG [M:0;1a7c5470b472:34183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378791483Disabling compacts and flushes for region at 1732378791483Disabling writes for close at 1732378791483Obtaining lock to block concurrent updates at 1732378791483Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378791483Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732378791484 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378791484Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378791484Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378791498 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378791498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378791907 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378791924 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378791925 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378792333 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378792350 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378792350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4d1ee7: reopening flushed file at 1732378792764 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79818678: reopening flushed file at 1732378792768 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8ae15d: reopening flushed file at 1732378792773 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732378792778 (+5 ms)Writing region close event to WAL at 1732378792779 (+1 ms)Closed at 1732378792779 2024-11-23T16:19:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741830_1006 (size=63654) 2024-11-23T16:19:52,781 INFO [M:0;1a7c5470b472:34183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:52,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:52,781 INFO [M:0;1a7c5470b472:34183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34183 2024-11-23T16:19:52,782 INFO [M:0;1a7c5470b472:34183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:52,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:52,884 INFO [M:0;1a7c5470b472:34183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:52,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34183-0x10145a0357c0003, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:52,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@659b0ab2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:52,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790b2c70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:52,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:52,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681efc43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:52,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:52,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:19:52,890 WARN [BP-270758778-172.17.0.2-1732378778085 heartbeating to localhost/127.0.0.1:44785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:19:52,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:19:52,890 WARN [BP-270758778-172.17.0.2-1732378778085 heartbeating to localhost/127.0.0.1:44785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-270758778-172.17.0.2-1732378778085 (Datanode Uuid 3f2c28dc-98b1-428e-86e4-e575dfc79cba) service to localhost/127.0.0.1:44785 2024-11-23T16:19:52,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/cluster_3eb5f93d-52cd-12fc-94b0-db0a53b76bfe/data/data1/current/BP-270758778-172.17.0.2-1732378778085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:52,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/cluster_3eb5f93d-52cd-12fc-94b0-db0a53b76bfe/data/data2/current/BP-270758778-172.17.0.2-1732378778085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:52,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:19:52,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a16c419{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:52,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7557e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:52,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:52,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369f892{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:52,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:52,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:19:52,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:19:52,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:52,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:52,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:52,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:52,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:52,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:19:52,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341028672, stopped=false 2024-11-23T16:19:52,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,45655,1732378774945 2024-11-23T16:19:52,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478480092/running 2024-11-23T16:19:52,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:52,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478480092/running 2024-11-23T16:19:52,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:52,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:52,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:19:52,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:52,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:52,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,37681,1732378775026' ***** 2024-11-23T16:19:52,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:19:52,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:19:52,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/running 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:19:52,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Set watcher on znode that does not yet exist, /0-1478480092/running 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 34e300df6dade5e855336087cf1c9b0d 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,37681,1732378775026 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:52,915 INFO [RS:0;1a7c5470b472:37681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:37681. 2024-11-23T16:19:52,915 DEBUG [RS:0;1a7c5470b472:37681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:52,915 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:52,915 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34e300df6dade5e855336087cf1c9b0d, disabling compactions & flushes 2024-11-23T16:19:52,915 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:52,916 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:19:52,916 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:52,916 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. after waiting 0 ms 2024-11-23T16:19:52,916 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:52,916 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34e300df6dade5e855336087cf1c9b0d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T16:19:52,916 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:19:52,916 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1325): Online Regions={34e300df6dade5e855336087cf1c9b0d=hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d., 1588230740=hbase:meta,,1.1588230740, 4267462dc4023d81c89b2bfbcbcaa5b3=test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.} 2024-11-23T16:19:52,916 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e300df6dade5e855336087cf1c9b0d, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:19:52,916 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:19:52,916 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:19:52,916 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:19:52,932 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/.tmp/queue/5fc9fdb7419f483bb19cbe1fac72ee12 is 153, key is 1-1a7c5470b472,37681,1732378775026/queue:1a7c5470b472%2C37681%2C1732378775026/1732378789074/Put/seqid=0 2024-11-23T16:19:52,935 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/info/3f2500c5415a4e4e843d7c4957ae7280 is 147, key is hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d./info:regioninfo/1732378783951/Put/seqid=0 2024-11-23T16:19:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741840_1016 (size=5352) 2024-11-23T16:19:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741841_1017 (size=7686) 2024-11-23T16:19:52,998 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:53,116 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e300df6dade5e855336087cf1c9b0d, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:53,316 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e300df6dade5e855336087cf1c9b0d, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:53,338 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/.tmp/queue/5fc9fdb7419f483bb19cbe1fac72ee12 2024-11-23T16:19:53,342 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/info/3f2500c5415a4e4e843d7c4957ae7280 2024-11-23T16:19:53,344 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/.tmp/queue/5fc9fdb7419f483bb19cbe1fac72ee12 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/queue/5fc9fdb7419f483bb19cbe1fac72ee12 2024-11-23T16:19:53,348 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/queue/5fc9fdb7419f483bb19cbe1fac72ee12, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T16:19:53,349 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 34e300df6dade5e855336087cf1c9b0d in 433ms, sequenceid=10, compaction requested=false 2024-11-23T16:19:53,354 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/replication/34e300df6dade5e855336087cf1c9b0d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:53,355 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34e300df6dade5e855336087cf1c9b0d: Waiting for close lock at 1732378792915Running coprocessor pre-close hooks at 1732378792915Disabling compacts and flushes for region at 1732378792915Disabling writes for close at 1732378792916 (+1 ms)Obtaining lock to block concurrent updates at 1732378792916Preparing flush snapshotting stores in 34e300df6dade5e855336087cf1c9b0d at 1732378792916Finished memstore snapshotting hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732378792916Flushing stores of hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. at 1732378792917 (+1 ms)Flushing 34e300df6dade5e855336087cf1c9b0d/queue: creating writer at 1732378792917Flushing 34e300df6dade5e855336087cf1c9b0d/queue: appending metadata at 1732378792932 (+15 ms)Flushing 34e300df6dade5e855336087cf1c9b0d/queue: closing flushed file at 1732378792932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2bdaee: reopening flushed file at 1732378793343 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 34e300df6dade5e855336087cf1c9b0d in 433ms, sequenceid=10, compaction requested=false at 1732378793349 (+6 ms)Writing region close event to WAL at 1732378793352 (+3 ms)Running coprocessor post-close hooks at 1732378793355 (+3 ms)Closed at 1732378793355 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378783130.34e300df6dade5e855336087cf1c9b0d. 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4267462dc4023d81c89b2bfbcbcaa5b3, disabling compactions & flushes 2024-11-23T16:19:53,355 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. after waiting 0 ms 2024-11-23T16:19:53,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:53,355 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4267462dc4023d81c89b2bfbcbcaa5b3 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-23T16:19:53,364 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/ns/3a28625edaab48f5a9aa568789293c76 is 43, key is default/ns:d/1732378777977/Put/seqid=0 2024-11-23T16:19:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:19:53,371 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/f/779c5fe7d86843048be9962746f8328c is 29, key is row1/f:/1732378788447/DeleteFamily/seqid=0 2024-11-23T16:19:53,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741843_1019 (size=5118) 2024-11-23T16:19:53,378 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/f/779c5fe7d86843048be9962746f8328c 2024-11-23T16:19:53,382 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 779c5fe7d86843048be9962746f8328c 2024-11-23T16:19:53,396 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/f1/e355ea3a382e425f80698df0112614fb is 30, key is row1/f1:/1732378788447/DeleteFamily/seqid=0 2024-11-23T16:19:53,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741844_1020 (size=5123) 2024-11-23T16:19:53,505 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 912, reset compression=false 2024-11-23T16:19:53,510 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:53,510 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 1159, reset compression=false 2024-11-23T16:19:53,510 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37681,1732378775026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:19:53,511 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,37681,1732378775026: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,37681,1732378775026, walGroup=1a7c5470b472%2C37681%2C1732378775026, offset=1a7c5470b472%2C37681%2C1732378775026.1732378777010:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:37681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:19:53,513 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:19:53,513 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:19:53,513 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:19:53,513 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:19:53,513 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:19:53,514 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 686800080 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191409880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:19:53,514 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:19:53,516 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:53,716 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 1159, reset compression=false 2024-11-23T16:19:53,717 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:53,768 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/ns/3a28625edaab48f5a9aa568789293c76 2024-11-23T16:19:53,787 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/rep_barrier/264664297edf4381a7255306f7acb68b is 112, key is test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3./rep_barrier:seqnumDuringOpen/1732378782085/Put/seqid=0 2024-11-23T16:19:53,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741845_1021 (size=5518) 2024-11-23T16:19:53,791 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/rep_barrier/264664297edf4381a7255306f7acb68b 2024-11-23T16:19:53,800 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/f1/e355ea3a382e425f80698df0112614fb 2024-11-23T16:19:53,804 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e355ea3a382e425f80698df0112614fb 2024-11-23T16:19:53,813 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/table/33d0055b08ae442daa14e0cf631edd22 is 53, key is hbase:replication/table:state/1732378783986/Put/seqid=0 2024-11-23T16:19:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741846_1022 (size=5308) 2024-11-23T16:19:53,822 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/norep/cab74c5d20e44bc19f9d8019517998f6 is 32, key is row/norep:/1732378787441/DeleteFamily/seqid=0 2024-11-23T16:19:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741847_1023 (size=5101) 2024-11-23T16:19:53,880 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:19:53,880 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:19:53,917 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:19:53,917 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4267462dc4023d81c89b2bfbcbcaa5b3=test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3.} 2024-11-23T16:19:53,917 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:54,020 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 1159, reset compression=false 2024-11-23T16:19:54,117 DEBUG [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4267462dc4023d81c89b2bfbcbcaa5b3 2024-11-23T16:19:54,219 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/table/33d0055b08ae442daa14e0cf631edd22 2024-11-23T16:19:54,223 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/info/3f2500c5415a4e4e843d7c4957ae7280 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/info/3f2500c5415a4e4e843d7c4957ae7280 2024-11-23T16:19:54,226 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/norep/cab74c5d20e44bc19f9d8019517998f6 2024-11-23T16:19:54,227 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/info/3f2500c5415a4e4e843d7c4957ae7280, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:19:54,228 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/ns/3a28625edaab48f5a9aa568789293c76 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/ns/3a28625edaab48f5a9aa568789293c76 2024-11-23T16:19:54,230 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cab74c5d20e44bc19f9d8019517998f6 2024-11-23T16:19:54,230 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/f/779c5fe7d86843048be9962746f8328c as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/f/779c5fe7d86843048be9962746f8328c 2024-11-23T16:19:54,232 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/ns/3a28625edaab48f5a9aa568789293c76, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:19:54,233 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/rep_barrier/264664297edf4381a7255306f7acb68b as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/rep_barrier/264664297edf4381a7255306f7acb68b 2024-11-23T16:19:54,234 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 779c5fe7d86843048be9962746f8328c 2024-11-23T16:19:54,234 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/f/779c5fe7d86843048be9962746f8328c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T16:19:54,235 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/f1/e355ea3a382e425f80698df0112614fb as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/f1/e355ea3a382e425f80698df0112614fb 2024-11-23T16:19:54,237 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/rep_barrier/264664297edf4381a7255306f7acb68b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:19:54,238 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/.tmp/table/33d0055b08ae442daa14e0cf631edd22 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/table/33d0055b08ae442daa14e0cf631edd22 2024-11-23T16:19:54,239 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e355ea3a382e425f80698df0112614fb 2024-11-23T16:19:54,239 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/f1/e355ea3a382e425f80698df0112614fb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T16:19:54,240 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/.tmp/norep/cab74c5d20e44bc19f9d8019517998f6 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/norep/cab74c5d20e44bc19f9d8019517998f6 2024-11-23T16:19:54,242 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/table/33d0055b08ae442daa14e0cf631edd22, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:19:54,243 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-23T16:19:54,243 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:19:54,244 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cab74c5d20e44bc19f9d8019517998f6 2024-11-23T16:19:54,244 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/norep/cab74c5d20e44bc19f9d8019517998f6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T16:19:54,245 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4267462dc4023d81c89b2bfbcbcaa5b3 in 890ms, sequenceid=8, compaction requested=false 2024-11-23T16:19:54,245 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:19:54,248 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:19:54,248 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:54,248 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:19:54,248 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:54,248 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378792916Running coprocessor pre-close hooks at 1732378792916Disabling compacts and flushes for region at 1732378792916Disabling writes for close at 1732378792916Obtaining lock to block concurrent updates at 1732378792916Preparing flush snapshotting stores in 1588230740 at 1732378792916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378792917 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378792917Flushing 1588230740/info: creating writer at 1732378792917Flushing 1588230740/info: appending metadata at 1732378792935 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732378792935Flushing 1588230740/ns: creating writer at 1732378793346 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732378793363 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732378793363Flushing 1588230740/rep_barrier: creating writer at 1732378793773 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378793787 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378793787Flushing 1588230740/table: creating writer at 1732378793795 (+8 ms)Flushing 1588230740/table: appending metadata at 1732378793812 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732378793813 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3361fd5c: reopening flushed file at 1732378794223 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6787fc0f: reopening flushed file at 1732378794227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d0bae6: reopening flushed file at 1732378794232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6192fff1: reopening flushed file at 1732378794237 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1732378794243 (+6 ms)Writing region close event to WAL at 1732378794245 (+2 ms)Running coprocessor post-close hooks at 1732378794248 (+3 ms)Closed at 1732378794248 2024-11-23T16:19:54,249 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:19:54,250 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/data/default/test/4267462dc4023d81c89b2bfbcbcaa5b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T16:19:54,250 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:19:54,250 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:19:54,250 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:54,250 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4267462dc4023d81c89b2bfbcbcaa5b3: Waiting for close lock at 1732378793355Running coprocessor pre-close hooks at 1732378793355Disabling compacts and flushes for region at 1732378793355Disabling writes for close at 1732378793355Obtaining lock to block concurrent updates at 1732378793355Preparing flush snapshotting stores in 4267462dc4023d81c89b2bfbcbcaa5b3 at 1732378793355Finished memstore snapshotting test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732378793356 (+1 ms)Flushing stores of test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. at 1732378793356Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/f: creating writer at 1732378793356Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/f: appending metadata at 1732378793370 (+14 ms)Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/f: closing flushed file at 1732378793370Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/f1: creating writer at 1732378793382 (+12 ms)Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/f1: appending metadata at 1732378793396 (+14 ms)Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/f1: closing flushed file at 1732378793396Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/norep: creating writer at 1732378793804 (+408 ms)Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/norep: appending metadata at 1732378793821 (+17 ms)Flushing 4267462dc4023d81c89b2bfbcbcaa5b3/norep: closing flushed file at 1732378793821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd16b0c: reopening flushed file at 1732378794230 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d23e44: reopening flushed file at 1732378794234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eeb00aa: reopening flushed file at 1732378794240 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4267462dc4023d81c89b2bfbcbcaa5b3 in 890ms, sequenceid=8, compaction requested=false at 1732378794245 (+5 ms)Writing region close event to WAL at 1732378794247 (+2 ms)Running coprocessor post-close hooks at 1732378794250 (+3 ms)Closed at 1732378794250 2024-11-23T16:19:54,251 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378781330.4267462dc4023d81c89b2bfbcbcaa5b3. 2024-11-23T16:19:54,317 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,37681,1732378775026; all regions closed. 2024-11-23T16:19:54,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:19:54,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.meta.1732378777936.meta not finished, retry = 0 2024-11-23T16:19:54,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.rep.1732378783887 not finished, retry = 0 2024-11-23T16:19:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741839_1015 (size=2676) 2024-11-23T16:19:54,424 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 1159, reset compression=false 2024-11-23T16:19:54,430 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:19:54,430 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/WALs/1a7c5470b472,37681,1732378775026/1a7c5470b472%2C37681%2C1732378775026.1732378777010 to pos 1803, reset compression=false 2024-11-23T16:19:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741832_1008 (size=1811) 2024-11-23T16:19:54,526 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:54,526 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:19:54,526 INFO [RS:0;1a7c5470b472:37681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:54,527 INFO [RS:0;1a7c5470b472:37681 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:54,527 INFO [RS:0;1a7c5470b472:37681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:54,527 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:54,527 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,37681,1732378775026 because: Region server is closing 2024-11-23T16:19:54,527 INFO [RS:0;1a7c5470b472:37681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:37681. 2024-11-23T16:19:54,527 DEBUG [RS:0;1a7c5470b472:37681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:54,527 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:54,527 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:54,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:54,628 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.shipper1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 terminated 2024-11-23T16:19:54,628 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37681,1732378775026.replicationSource.wal-reader.1a7c5470b472%2C37681%2C1732378775026,1-1a7c5470b472,37681,1732378775026 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:19:54,628 INFO [RS:0;1a7c5470b472:37681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:37681. 2024-11-23T16:19:54,628 DEBUG [RS:0;1a7c5470b472:37681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:19:54,628 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:54,628 DEBUG [RS:0;1a7c5470b472:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:19:54,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:19:54,628 INFO [RS:0;1a7c5470b472:37681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37681 2024-11-23T16:19:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478480092/rs/1a7c5470b472,37681,1732378775026 2024-11-23T16:19:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092/rs 2024-11-23T16:19:54,633 INFO [RS:0;1a7c5470b472:37681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:54,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,37681,1732378775026] 2024-11-23T16:19:54,635 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1478480092/draining/1a7c5470b472,37681,1732378775026 already deleted, retry=false 2024-11-23T16:19:54,635 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,37681,1732378775026 expired; onlineServers=0 2024-11-23T16:19:54,635 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,45655,1732378774945' ***** 2024-11-23T16:19:54,635 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:19:54,635 INFO [M:0;1a7c5470b472:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:19:54,635 INFO [M:0;1a7c5470b472:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:19:54,635 DEBUG [M:0;1a7c5470b472:45655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:19:54,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:19:54,636 DEBUG [M:0;1a7c5470b472:45655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:19:54,636 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378776787 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378776787,5,FailOnTimeoutGroup] 2024-11-23T16:19:54,636 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378776787 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378776787,5,FailOnTimeoutGroup] 2024-11-23T16:19:54,636 INFO [M:0;1a7c5470b472:45655 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:19:54,636 INFO [M:0;1a7c5470b472:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:19:54,636 DEBUG [M:0;1a7c5470b472:45655 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:19:54,636 INFO [M:0;1a7c5470b472:45655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:19:54,636 INFO [M:0;1a7c5470b472:45655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:19:54,636 INFO [M:0;1a7c5470b472:45655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:19:54,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:19:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1478480092/master 2024-11-23T16:19:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1478480092 2024-11-23T16:19:54,637 DEBUG [M:0;1a7c5470b472:45655 {}] zookeeper.ZKUtil(347): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Unable to get data of znode /0-1478480092/master because node does not exist (not an error) 2024-11-23T16:19:54,637 WARN [M:0;1a7c5470b472:45655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:19:54,638 INFO [M:0;1a7c5470b472:45655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/.lastflushedseqids 2024-11-23T16:19:54,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741848_1024 (size=245) 2024-11-23T16:19:54,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:54,734 INFO [RS:0;1a7c5470b472:37681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:54,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10145a0357c0001, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:54,734 INFO [RS:0;1a7c5470b472:37681 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,37681,1732378775026; zookeeper connection closed. 2024-11-23T16:19:54,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a4e939d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a4e939d 2024-11-23T16:19:54,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:19:55,043 INFO [M:0;1a7c5470b472:45655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:19:55,043 INFO [M:0;1a7c5470b472:45655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:19:55,043 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:55,043 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:55,043 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:55,043 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:55,043 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:55,043 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T16:19:55,059 DEBUG [M:0;1a7c5470b472:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7336e44a5cc04a55bad1efb095ba0a7c is 82, key is hbase:meta,,1/info:regioninfo/1732378777967/Put/seqid=0 2024-11-23T16:19:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741849_1025 (size=5672) 2024-11-23T16:19:55,463 INFO [M:0;1a7c5470b472:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7336e44a5cc04a55bad1efb095ba0a7c 2024-11-23T16:19:55,489 DEBUG [M:0;1a7c5470b472:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0471ad511ab14501b684ab59b58ae413 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378784006/Put/seqid=0 2024-11-23T16:19:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741850_1026 (size=8516) 2024-11-23T16:19:55,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:19:55,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:19:55,893 INFO [M:0;1a7c5470b472:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0471ad511ab14501b684ab59b58ae413 2024-11-23T16:19:55,911 DEBUG [M:0;1a7c5470b472:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d021abe6be36445182474c5abcfacd04 is 69, key is 1a7c5470b472,37681,1732378775026/rs:state/1732378776869/Put/seqid=0 2024-11-23T16:19:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741851_1027 (size=5156) 2024-11-23T16:19:56,315 INFO [M:0;1a7c5470b472:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d021abe6be36445182474c5abcfacd04 2024-11-23T16:19:56,320 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7336e44a5cc04a55bad1efb095ba0a7c as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7336e44a5cc04a55bad1efb095ba0a7c 2024-11-23T16:19:56,324 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7336e44a5cc04a55bad1efb095ba0a7c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:19:56,324 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0471ad511ab14501b684ab59b58ae413 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0471ad511ab14501b684ab59b58ae413 2024-11-23T16:19:56,328 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0471ad511ab14501b684ab59b58ae413, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:19:56,328 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d021abe6be36445182474c5abcfacd04 as hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d021abe6be36445182474c5abcfacd04 2024-11-23T16:19:56,332 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d021abe6be36445182474c5abcfacd04, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:19:56,332 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-23T16:19:56,334 INFO [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:56,334 DEBUG [M:0;1a7c5470b472:45655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378795043Disabling compacts and flushes for region at 1732378795043Disabling writes for close at 1732378795043Obtaining lock to block concurrent updates at 1732378795043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378795043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732378795044 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378795044Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378795044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378795058 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378795058Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378795467 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378795488 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378795489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378795897 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378795910 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378795911 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8e73eb: reopening flushed file at 1732378796320 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1dc786: reopening flushed file at 1732378796324 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460fc897: reopening flushed file at 1732378796328 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732378796332 (+4 ms)Writing region close event to WAL at 1732378796334 (+2 ms)Closed at 1732378796334 2024-11-23T16:19:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741830_1006 (size=63654) 2024-11-23T16:19:56,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/718254ed-1030-001c-272f-2258999df865/MasterData/WALs/1a7c5470b472,45655,1732378774945/1a7c5470b472%2C45655%2C1732378774945.1732378776712 not finished, retry = 0 2024-11-23T16:19:56,436 INFO [M:0;1a7c5470b472:45655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:19:56,436 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:19:56,437 INFO [M:0;1a7c5470b472:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45655 2024-11-23T16:19:56,437 INFO [M:0;1a7c5470b472:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:19:56,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:56,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10145a0357c0000, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:19:56,540 INFO [M:0;1a7c5470b472:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:19:56,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257e1cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:56,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12b0a9aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:56,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:56,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65ffc534{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:56,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:56,545 WARN [BP-2090790824-172.17.0.2-1732378774274 heartbeating to localhost/127.0.0.1:40315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:19:56,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:19:56,545 WARN [BP-2090790824-172.17.0.2-1732378774274 heartbeating to localhost/127.0.0.1:40315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2090790824-172.17.0.2-1732378774274 (Datanode Uuid f3cbffc5-bbd8-4a99-958f-a4632e55bbd0) service to localhost/127.0.0.1:40315 2024-11-23T16:19:56,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:19:56,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/data/data1/current/BP-2090790824-172.17.0.2-1732378774274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:56,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/cluster_ac16b976-bd3a-29b7-0388-8406d282a0a3/data/data2/current/BP-2090790824-172.17.0.2-1732378774274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:19:56,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:19:56,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1044667d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:56,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1654ed53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:19:56,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:19:56,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cef77a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:19:56,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106020e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286db88a-701d-faa7-2b4a-160c75659031/hadoop.log.dir/,STOPPED} 2024-11-23T16:19:56,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:19:56,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:19:56,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40315 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44785 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=6541 (was 6917) 2024-11-23T16:19:56,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=6541 2024-11-23T16:19:56,607 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-23T16:19:56,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir so I do NOT create it in target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f 2024-11-23T16:19:56,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:19:56,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.tmp.dir so I do NOT create it in target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f 2024-11-23T16:19:56,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d59e74-840b-5161-82b1-be75e0adc484/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:19:56,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f 2024-11-23T16:19:56,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1, deleteOnExit=true 2024-11-23T16:19:56,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/zookeeper_0, clientPort=55797, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:19:56,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55797 2024-11-23T16:19:56,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:19:56,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:19:56,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/test.cache.data in system properties and HBase conf 2024-11-23T16:19:56,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:19:56,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:19:56,612 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:19:56,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:19:56,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:19:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10145a0357c0005, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:19:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10145a0357c0002, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:19:56,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10145a0357c0005, quorum=127.0.0.1:64367, baseZNode=/11771063835 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:19:56,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10145a0357c0002, quorum=127.0.0.1:64367, baseZNode=/0-1478480092 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:19:56,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:56,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:56,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:56,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:56,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:19:56,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:56,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6574debc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:56,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7292c86f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:56,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@382494b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/java.io.tmpdir/jetty-localhost-45167-hadoop-hdfs-3_4_1-tests_jar-_-any-5275778897755870205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:19:56,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1454b8d8{HTTP/1.1, (http/1.1)}{localhost:45167} 2024-11-23T16:19:56,831 INFO [Time-limited test {}] server.Server(415): Started @199984ms 2024-11-23T16:19:56,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:19:56,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:19:56,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:19:56,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:19:56,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:19:56,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51048a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:19:56,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70014cdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:19:57,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@588a7374{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/java.io.tmpdir/jetty-localhost-32897-hadoop-hdfs-3_4_1-tests_jar-_-any-2797541532847902604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:19:57,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38668141{HTTP/1.1, (http/1.1)}{localhost:32897} 2024-11-23T16:19:57,032 INFO [Time-limited test {}] server.Server(415): Started @200185ms 2024-11-23T16:19:57,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:19:57,144 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/data/data1/current/BP-828003416-172.17.0.2-1732378796630/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:57,144 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/data/data2/current/BP-828003416-172.17.0.2-1732378796630/current, will proceed with Du for space computation calculation, 2024-11-23T16:19:57,180 WARN [Thread-2636 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:19:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0b65cfa1a7aef0a with lease ID 0x9df13736e1e1f378: Processing first storage report for DS-55f0b96e-c54a-4d92-b543-9b1893a69c46 from datanode DatanodeRegistration(127.0.0.1:34601, datanodeUuid=baff1883-cdae-41e2-b456-087d281fa971, infoPort=45567, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1317416765;c=1732378796630) 2024-11-23T16:19:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0b65cfa1a7aef0a with lease ID 0x9df13736e1e1f378: from storage DS-55f0b96e-c54a-4d92-b543-9b1893a69c46 node DatanodeRegistration(127.0.0.1:34601, datanodeUuid=baff1883-cdae-41e2-b456-087d281fa971, infoPort=45567, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1317416765;c=1732378796630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0b65cfa1a7aef0a with lease ID 0x9df13736e1e1f378: Processing first storage report for DS-c9a3fe8e-ed1b-4e12-9161-fc10b4927fb0 from datanode DatanodeRegistration(127.0.0.1:34601, datanodeUuid=baff1883-cdae-41e2-b456-087d281fa971, infoPort=45567, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1317416765;c=1732378796630) 2024-11-23T16:19:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0b65cfa1a7aef0a with lease ID 0x9df13736e1e1f378: from storage DS-c9a3fe8e-ed1b-4e12-9161-fc10b4927fb0 node DatanodeRegistration(127.0.0.1:34601, datanodeUuid=baff1883-cdae-41e2-b456-087d281fa971, infoPort=45567, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1317416765;c=1732378796630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:19:57,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f 2024-11-23T16:19:57,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:57,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:19:57,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149 with version=8 2024-11-23T16:19:57,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/hbase-staging 2024-11-23T16:19:57,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:19:57,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:57,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38877 2024-11-23T16:19:57,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38877 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:19:57,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388770x0, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:57,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38877-0x10145a08cd20000 connected 2024-11-23T16:19:57,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:57,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:57,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/running 2024-11-23T16:19:57,697 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149, hbase.cluster.distributed=false 2024-11-23T16:19:57,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/acl 2024-11-23T16:19:57,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-23T16:19:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38877 2024-11-23T16:19:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38877 2024-11-23T16:19:57,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-23T16:19:57,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-23T16:19:57,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:19:57,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:19:57,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38477 2024-11-23T16:19:57,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38477 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:19:57,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:57,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:57,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384770x0, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:19:57,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384770x0, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/running 2024-11-23T16:19:57,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38477-0x10145a08cd20001 connected 2024-11-23T16:19:57,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:19:57,726 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:19:57,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/master 2024-11-23T16:19:57,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/acl 2024-11-23T16:19:57,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-23T16:19:57,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38477 2024-11-23T16:19:57,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38477 2024-11-23T16:19:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-23T16:19:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-23T16:19:57,749 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:38877 2024-11-23T16:19:57,750 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-534352923/backup-masters/1a7c5470b472,38877,1732378797667 2024-11-23T16:19:57,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923/backup-masters 2024-11-23T16:19:57,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923/backup-masters 2024-11-23T16:19:57,751 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on existing znode=/0-534352923/backup-masters/1a7c5470b472,38877,1732378797667 2024-11-23T16:19:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-534352923/master 2024-11-23T16:19:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:57,753 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on existing znode=/0-534352923/master 2024-11-23T16:19:57,753 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-534352923/backup-masters/1a7c5470b472,38877,1732378797667 from backup master directory 2024-11-23T16:19:57,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-534352923/backup-masters/1a7c5470b472,38877,1732378797667 2024-11-23T16:19:57,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923/backup-masters 2024-11-23T16:19:57,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923/backup-masters 2024-11-23T16:19:57,756 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:57,756 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,38877,1732378797667 2024-11-23T16:19:57,759 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/hbase.id] with ID: d2bd24d6-155f-4269-9bf5-37a4e5f2ea95 2024-11-23T16:19:57,759 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/.tmp/hbase.id 2024-11-23T16:19:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:19:58,166 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/.tmp/hbase.id]:[hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/hbase.id] 2024-11-23T16:19:58,176 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:19:58,176 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:19:58,178 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T16:19:58,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:58,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:58,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:19:58,594 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:19:58,595 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:19:58,596 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:19:59,002 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store 2024-11-23T16:19:59,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:19:59,408 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:59,409 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:19:59,409 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:59,409 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:59,409 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:19:59,409 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:59,409 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:19:59,409 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378799409Disabling compacts and flushes for region at 1732378799409Disabling writes for close at 1732378799409Writing region close event to WAL at 1732378799409Closed at 1732378799409 2024-11-23T16:19:59,409 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/.initializing 2024-11-23T16:19:59,409 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/WALs/1a7c5470b472,38877,1732378797667 2024-11-23T16:19:59,410 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:59,411 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C38877%2C1732378797667, suffix=, logDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/WALs/1a7c5470b472,38877,1732378797667, archiveDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/oldWALs, maxLogs=10 2024-11-23T16:19:59,425 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/WALs/1a7c5470b472,38877,1732378797667/1a7c5470b472%2C38877%2C1732378797667.1732378799412, exclude list is [], retry=0 2024-11-23T16:19:59,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-55f0b96e-c54a-4d92-b543-9b1893a69c46,DISK] 2024-11-23T16:19:59,430 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/WALs/1a7c5470b472,38877,1732378797667/1a7c5470b472%2C38877%2C1732378797667.1732378799412 2024-11-23T16:19:59,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-23T16:19:59,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:19:59,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:19:59,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:19:59,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:59,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:19:59,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:19:59,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:59,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:59,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:19:59,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:59,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:59,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:19:59,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:59,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:19:59,436 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,437 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,437 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,438 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,438 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,438 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:19:59,439 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:19:59,441 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:19:59,441 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59225963, jitterRate=-0.11746437847614288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:19:59,442 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378799431Initializing all the Stores at 1732378799431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378799431Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378799431Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378799431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378799431Cleaning up temporary data from old regions at 1732378799438 (+7 ms)Region opened successfully at 1732378799442 (+4 ms) 2024-11-23T16:19:59,442 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:19:59,444 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346b2820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:59,445 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:19:59,445 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:19:59,445 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:19:59,445 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:19:59,446 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:19:59,446 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:19:59,446 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:19:59,448 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:19:59,448 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Unable to get data of znode /0-534352923/balancer because node does not exist (not necessarily an error) 2024-11-23T16:19:59,449 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-534352923/balancer already deleted, retry=false 2024-11-23T16:19:59,450 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:19:59,450 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Unable to get data of znode /0-534352923/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:19:59,451 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-534352923/normalizer already deleted, retry=false 2024-11-23T16:19:59,451 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:19:59,453 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Unable to get data of znode /0-534352923/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:19:59,455 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-534352923/switch/split already deleted, retry=false 2024-11-23T16:19:59,455 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Unable to get data of znode /0-534352923/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:19:59,456 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-534352923/switch/merge already deleted, retry=false 2024-11-23T16:19:59,458 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Unable to get data of znode /0-534352923/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:19:59,459 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-534352923/snapshot-cleanup already deleted, retry=false 2024-11-23T16:19:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-534352923/running 2024-11-23T16:19:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-534352923/running 2024-11-23T16:19:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:59,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,38877,1732378797667, sessionid=0x10145a08cd20000, setting cluster-up flag (Was=false) 2024-11-23T16:19:59,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:59,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:59,473 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-534352923/flush-table-proc/acquired, /0-534352923/flush-table-proc/reached, /0-534352923/flush-table-proc/abort 2024-11-23T16:19:59,474 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,38877,1732378797667 2024-11-23T16:19:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:19:59,481 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-534352923/online-snapshot/acquired, /0-534352923/online-snapshot/reached, /0-534352923/online-snapshot/abort 2024-11-23T16:19:59,481 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,38877,1732378797667 2024-11-23T16:19:59,482 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:19:59,483 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:59,484 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:19:59,484 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:19:59,484 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,38877,1732378797667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:59,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378829486 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:19:59,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:19:59,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:19:59,486 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,487 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:19:59,487 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:19:59,487 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:19:59,487 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:19:59,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:19:59,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:19:59,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:19:59,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:19:59,488 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378799488,5,FailOnTimeoutGroup] 2024-11-23T16:19:59,488 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378799488,5,FailOnTimeoutGroup] 2024-11-23T16:19:59,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:19:59,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,488 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:19:59,540 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(746): ClusterId : d2bd24d6-155f-4269-9bf5-37a4e5f2ea95 2024-11-23T16:19:59,540 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:19:59,542 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:19:59,542 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:19:59,543 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:19:59,544 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad6a2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:19:59,562 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:38477 2024-11-23T16:19:59,563 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:19:59,563 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:19:59,563 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:19:59,565 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,38877,1732378797667 with port=38477, startcode=1732378797719 2024-11-23T16:19:59,565 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:19:59,566 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:19:59,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,38477,1732378797719 2024-11-23T16:19:59,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38877 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,38477,1732378797719 2024-11-23T16:19:59,568 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149 2024-11-23T16:19:59,568 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43191 2024-11-23T16:19:59,568 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:19:59,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923/rs 2024-11-23T16:19:59,571 DEBUG [RS:0;1a7c5470b472:38477 {}] zookeeper.ZKUtil(111): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on existing znode=/0-534352923/rs/1a7c5470b472,38477,1732378797719 2024-11-23T16:19:59,571 WARN [RS:0;1a7c5470b472:38477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:19:59,571 INFO [RS:0;1a7c5470b472:38477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:19:59,571 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719 2024-11-23T16:19:59,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,38477,1732378797719] 2024-11-23T16:19:59,574 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:19:59,592 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:19:59,592 INFO [RS:0;1a7c5470b472:38477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:19:59,592 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,593 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:19:59,593 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:19:59,593 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:59,594 DEBUG [RS:0;1a7c5470b472:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:19:59,596 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,596 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,596 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,596 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,596 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,596 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38477,1732378797719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:19:59,611 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:19:59,611 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38477,1732378797719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,611 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,611 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.Replication(171): 1a7c5470b472,38477,1732378797719 started 2024-11-23T16:19:59,624 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:19:59,624 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,38477,1732378797719, RpcServer on 1a7c5470b472/172.17.0.2:38477, sessionid=0x10145a08cd20001 2024-11-23T16:19:59,624 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:19:59,624 DEBUG [RS:0;1a7c5470b472:38477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,38477,1732378797719 2024-11-23T16:19:59,624 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,38477,1732378797719' 2024-11-23T16:19:59,624 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-534352923/flush-table-proc/abort' 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-534352923/flush-table-proc/acquired' 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,38477,1732378797719 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,38477,1732378797719' 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-534352923/online-snapshot/abort' 2024-11-23T16:19:59,625 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-534352923/online-snapshot/acquired' 2024-11-23T16:19:59,626 DEBUG [RS:0;1a7c5470b472:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:19:59,626 INFO [RS:0;1a7c5470b472:38477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:19:59,626 INFO [RS:0;1a7c5470b472:38477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:19:59,726 INFO [RS:0;1a7c5470b472:38477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:19:59,727 INFO [RS:0;1a7c5470b472:38477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C38477%2C1732378797719, suffix=, logDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719, archiveDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/oldWALs, maxLogs=10 2024-11-23T16:19:59,740 DEBUG [RS:0;1a7c5470b472:38477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, exclude list is [], retry=0 2024-11-23T16:19:59,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-55f0b96e-c54a-4d92-b543-9b1893a69c46,DISK] 2024-11-23T16:19:59,744 INFO [RS:0;1a7c5470b472:38477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 2024-11-23T16:19:59,744 DEBUG [RS:0;1a7c5470b472:38477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-23T16:19:59,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:19:59,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149 2024-11-23T16:19:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:20:00,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:00,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:00,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28285 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:00,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:00,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:00,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:00,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:00,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:00,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:00,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:00,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:00,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:00,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:00,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740 2024-11-23T16:20:00,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740 2024-11-23T16:20:00,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:00,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:00,309 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:00,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:00,311 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:00,312 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60623126, jitterRate=-0.09664502739906311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378800301Initializing all the Stores at 1732378800301Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378800301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378800301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378800301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378800301Cleaning up temporary data from old regions at 1732378800309 (+8 ms)Region opened successfully at 1732378800313 (+4 ms) 2024-11-23T16:20:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:00,313 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:00,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:00,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378800313Disabling compacts and flushes for region at 1732378800313Disabling writes for close at 1732378800313Writing region close event to WAL at 1732378800313Closed at 1732378800313 2024-11-23T16:20:00,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:00,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:20:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:20:00,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:00,316 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:20:00,467 DEBUG [1a7c5470b472:38877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:20:00,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:00,468 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,38477,1732378797719, state=OPENING 2024-11-23T16:20:00,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:20:00,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:00,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-534352923/meta-region-server: CHANGED 2024-11-23T16:20:00,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:00,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,38477,1732378797719}] 2024-11-23T16:20:00,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-534352923/meta-region-server: CHANGED 2024-11-23T16:20:00,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:00,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:20:00,633 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:20:00,633 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:00,633 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:20:00,635 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C38477%2C1732378797719.meta, suffix=.meta, logDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719, archiveDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/oldWALs, maxLogs=10 2024-11-23T16:20:00,650 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.meta.1732378800635.meta, exclude list is [], retry=0 2024-11-23T16:20:00,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-55f0b96e-c54a-4d92-b543-9b1893a69c46,DISK] 2024-11-23T16:20:00,653 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.meta.1732378800635.meta 2024-11-23T16:20:00,654 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-23T16:20:00,654 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:00,655 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:00,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:00,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:20:00,655 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:20:00,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:20:00,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:00,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:20:00,655 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:20:00,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:00,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:00,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:00,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:00,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:00,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:00,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:00,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:00,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:00,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:00,662 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:00,663 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740 2024-11-23T16:20:00,664 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740 2024-11-23T16:20:00,666 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:00,666 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:00,666 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:00,667 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:00,667 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64755517, jitterRate=-0.0350676029920578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:00,667 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:20:00,668 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378800655Writing region info on filesystem at 1732378800655Initializing all the Stores at 1732378800656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378800656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378800656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378800656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378800656Cleaning up temporary data from old regions at 1732378800666 (+10 ms)Running coprocessor post-open hooks at 1732378800667 (+1 ms)Region opened successfully at 1732378800668 (+1 ms) 2024-11-23T16:20:00,669 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378800628 2024-11-23T16:20:00,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:20:00,671 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:20:00,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:00,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,38477,1732378797719, state=OPEN 2024-11-23T16:20:00,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-534352923/meta-region-server 2024-11-23T16:20:00,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-534352923/meta-region-server 2024-11-23T16:20:00,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:00,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-534352923/meta-region-server: CHANGED 2024-11-23T16:20:00,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-534352923/meta-region-server: CHANGED 2024-11-23T16:20:00,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:20:00,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,38477,1732378797719 in 206 msec 2024-11-23T16:20:00,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:20:00,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-23T16:20:00,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:00,685 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:20:00,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:00,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38477,1732378797719, seqNum=-1] 2024-11-23T16:20:00,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:00,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:00,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-23T16:20:00,692 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378800692, completionTime=-1 2024-11-23T16:20:00,692 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:20:00,692 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378860694 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378920694 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38877,1732378797667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38877,1732378797667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38877,1732378797667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:38877, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,694 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,696 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:20:00,700 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,704 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38877,1732378797667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:00,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38877,1732378797667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:20:00,707 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:20:00,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:20:00,707 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,38877,1732378797667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:00,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bc00d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:00,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:00,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:00,742 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f04ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:00,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:00,745 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:00,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd436ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:00,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38477,1732378797719, seqNum=-1] 2024-11-23T16:20:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:00,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:00,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,38877,1732378797667 2024-11-23T16:20:00,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:00,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10145a08cd20002 connected 2024-11-23T16:20:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir so I do NOT create it in target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188 2024-11-23T16:20:00,757 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:20:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.tmp.dir so I do NOT create it in target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188 2024-11-23T16:20:00,757 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:20:00,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188 2024-11-23T16:20:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:20:00,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/cluster_38ff187a-863f-d3bb-6b4b-bcf3e83a06a7, deleteOnExit=true 2024-11-23T16:20:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/test.cache.data in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:20:00,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:20:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:20:00,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:00,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:00,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:00,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:00,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:00,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:00,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@716152b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:00,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125cedb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:00,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c43e012{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/java.io.tmpdir/jetty-localhost-44313-hadoop-hdfs-3_4_1-tests_jar-_-any-3265511425136865263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:00,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8a276d{HTTP/1.1, (http/1.1)}{localhost:44313} 2024-11-23T16:20:00,958 INFO [Time-limited test {}] server.Server(415): Started @204111ms 2024-11-23T16:20:01,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:01,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:01,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:01,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:01,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:20:01,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4279f530{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:01,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0ecd10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:01,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f22bd8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/java.io.tmpdir/jetty-localhost-42559-hadoop-hdfs-3_4_1-tests_jar-_-any-4724492941413074337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:01,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61fb4e94{HTTP/1.1, (http/1.1)}{localhost:42559} 2024-11-23T16:20:01,159 INFO [Time-limited test {}] server.Server(415): Started @204311ms 2024-11-23T16:20:01,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:20:01,262 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/cluster_38ff187a-863f-d3bb-6b4b-bcf3e83a06a7/data/data1/current/BP-1315845473-172.17.0.2-1732378800778/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:01,262 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/cluster_38ff187a-863f-d3bb-6b4b-bcf3e83a06a7/data/data2/current/BP-1315845473-172.17.0.2-1732378800778/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:01,285 WARN [Thread-2756 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:20:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3122c68a3f8fa3bc with lease ID 0x25a17e57e4603b25: Processing first storage report for DS-1f0791fa-506f-46c7-a60a-fb0e2b4087a1 from datanode DatanodeRegistration(127.0.0.1:34737, datanodeUuid=b71a631a-e12a-4d6f-bb20-e987eed35ce8, infoPort=41049, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=185936868;c=1732378800778) 2024-11-23T16:20:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3122c68a3f8fa3bc with lease ID 0x25a17e57e4603b25: from storage DS-1f0791fa-506f-46c7-a60a-fb0e2b4087a1 node DatanodeRegistration(127.0.0.1:34737, datanodeUuid=b71a631a-e12a-4d6f-bb20-e987eed35ce8, infoPort=41049, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=185936868;c=1732378800778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3122c68a3f8fa3bc with lease ID 0x25a17e57e4603b25: Processing first storage report for DS-5b7f2396-75ff-4cb5-9df2-176a9ba8b2e0 from datanode DatanodeRegistration(127.0.0.1:34737, datanodeUuid=b71a631a-e12a-4d6f-bb20-e987eed35ce8, infoPort=41049, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=185936868;c=1732378800778) 2024-11-23T16:20:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3122c68a3f8fa3bc with lease ID 0x25a17e57e4603b25: from storage DS-5b7f2396-75ff-4cb5-9df2-176a9ba8b2e0 node DatanodeRegistration(127.0.0.1:34737, datanodeUuid=b71a631a-e12a-4d6f-bb20-e987eed35ce8, infoPort=41049, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=185936868;c=1732378800778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:01,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188 2024-11-23T16:20:01,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:01,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:20:01,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a with version=8 2024-11-23T16:20:01,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/hbase-staging 2024-11-23T16:20:01,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:20:01,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:01,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46877 2024-11-23T16:20:01,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46877 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468770x0, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:01,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46877-0x10145a08cd20003 connected 2024-11-23T16:20:01,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:01,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:01,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/running 2024-11-23T16:20:01,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a, hbase.cluster.distributed=false 2024-11-23T16:20:01,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/acl 2024-11-23T16:20:01,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-23T16:20:01,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-23T16:20:01,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-23T16:20:01,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-23T16:20:01,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-23T16:20:01,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:20:01,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:01,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41331 2024-11-23T16:20:01,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41331 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:01,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:01,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413310x0, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:01,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413310x0, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/running 2024-11-23T16:20:01,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41331-0x10145a08cd20004 connected 2024-11-23T16:20:01,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:20:01,760 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:20:01,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/master 2024-11-23T16:20:01,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/acl 2024-11-23T16:20:01,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-23T16:20:01,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41331 2024-11-23T16:20:01,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41331 2024-11-23T16:20:01,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-23T16:20:01,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-23T16:20:01,780 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:46877 2024-11-23T16:20:01,780 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-514642582/backup-masters/1a7c5470b472,46877,1732378801716 2024-11-23T16:20:01,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582/backup-masters 2024-11-23T16:20:01,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582/backup-masters 2024-11-23T16:20:01,782 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on existing znode=/1-514642582/backup-masters/1a7c5470b472,46877,1732378801716 2024-11-23T16:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-514642582/master 2024-11-23T16:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:01,783 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on existing znode=/1-514642582/master 2024-11-23T16:20:01,784 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-514642582/backup-masters/1a7c5470b472,46877,1732378801716 from backup master directory 2024-11-23T16:20:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-514642582/backup-masters/1a7c5470b472,46877,1732378801716 2024-11-23T16:20:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582/backup-masters 2024-11-23T16:20:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582/backup-masters 2024-11-23T16:20:01,786 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:01,786 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,46877,1732378801716 2024-11-23T16:20:01,789 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/hbase.id] with ID: 8a94daa0-4799-4070-8c65-52bb7f79eb4f 2024-11-23T16:20:01,789 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/.tmp/hbase.id 2024-11-23T16:20:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:20:01,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:20:01,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:02,194 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/.tmp/hbase.id]:[hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/hbase.id] 2024-11-23T16:20:02,203 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:02,203 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:20:02,204 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:20:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:20:02,611 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:02,612 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:20:02,612 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:20:03,018 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store 2024-11-23T16:20:03,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:20:03,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:03,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:03,424 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:03,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:03,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:03,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:03,424 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:03,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378803424Disabling compacts and flushes for region at 1732378803424Disabling writes for close at 1732378803424Writing region close event to WAL at 1732378803424Closed at 1732378803424 2024-11-23T16:20:03,425 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/.initializing 2024-11-23T16:20:03,425 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/WALs/1a7c5470b472,46877,1732378801716 2024-11-23T16:20:03,426 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:03,428 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C46877%2C1732378801716, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/WALs/1a7c5470b472,46877,1732378801716, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/oldWALs, maxLogs=10 2024-11-23T16:20:03,441 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/WALs/1a7c5470b472,46877,1732378801716/1a7c5470b472%2C46877%2C1732378801716.1732378803428, exclude list is [], retry=0 2024-11-23T16:20:03,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-1f0791fa-506f-46c7-a60a-fb0e2b4087a1,DISK] 2024-11-23T16:20:03,444 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/WALs/1a7c5470b472,46877,1732378801716/1a7c5470b472%2C46877%2C1732378801716.1732378803428 2024-11-23T16:20:03,445 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-11-23T16:20:03,445 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:03,445 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:03,445 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,445 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:20:03,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:03,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:03,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:20:03,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:03,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:03,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:20:03,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:03,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:03,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:20:03,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:03,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:03,451 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,451 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,451 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,452 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,452 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,452 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:03,453 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:03,455 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:03,455 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69259965, jitterRate=0.03205390274524689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:03,455 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378803445Initializing all the Stores at 1732378803446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378803446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378803446Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378803446Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378803446Cleaning up temporary data from old regions at 1732378803452 (+6 ms)Region opened successfully at 1732378803455 (+3 ms) 2024-11-23T16:20:03,455 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:20:03,457 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7ab56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:03,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:20:03,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:20:03,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:20:03,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:20:03,459 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:20:03,459 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:20:03,459 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:20:03,460 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:20:03,461 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Unable to get data of znode /1-514642582/balancer because node does not exist (not necessarily an error) 2024-11-23T16:20:03,462 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-514642582/balancer already deleted, retry=false 2024-11-23T16:20:03,462 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:20:03,463 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Unable to get data of znode /1-514642582/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:20:03,464 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-514642582/normalizer already deleted, retry=false 2024-11-23T16:20:03,464 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:20:03,465 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Unable to get data of znode /1-514642582/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:20:03,467 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-514642582/switch/split already deleted, retry=false 2024-11-23T16:20:03,468 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Unable to get data of znode /1-514642582/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:20:03,469 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-514642582/switch/merge already deleted, retry=false 2024-11-23T16:20:03,471 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Unable to get data of znode /1-514642582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:20:03,472 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-514642582/snapshot-cleanup already deleted, retry=false 2024-11-23T16:20:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-514642582/running 2024-11-23T16:20:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-514642582/running 2024-11-23T16:20:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:03,477 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,46877,1732378801716, sessionid=0x10145a08cd20003, setting cluster-up flag (Was=false) 2024-11-23T16:20:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:03,485 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-514642582/flush-table-proc/acquired, /1-514642582/flush-table-proc/reached, /1-514642582/flush-table-proc/abort 2024-11-23T16:20:03,486 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,46877,1732378801716 2024-11-23T16:20:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:03,492 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-514642582/online-snapshot/acquired, /1-514642582/online-snapshot/reached, /1-514642582/online-snapshot/abort 2024-11-23T16:20:03,493 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,46877,1732378801716 2024-11-23T16:20:03,494 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:20:03,495 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:03,496 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:20:03,496 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:20:03,496 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,46877,1732378801716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:03,497 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:03,502 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378833502 2024-11-23T16:20:03,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:20:03,502 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:20:03,503 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:20:03,503 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:20:03,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:03,503 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:20:03,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:20:03,503 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:20:03,503 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:20:03,504 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,504 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:20:03,505 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:20:03,505 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:20:03,505 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:20:03,508 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:20:03,508 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:20:03,508 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378803508,5,FailOnTimeoutGroup] 2024-11-23T16:20:03,509 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378803508,5,FailOnTimeoutGroup] 2024-11-23T16:20:03,509 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,509 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:20:03,509 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,509 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:20:03,571 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(746): ClusterId : 8a94daa0-4799-4070-8c65-52bb7f79eb4f 2024-11-23T16:20:03,571 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:20:03,573 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:20:03,573 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:20:03,574 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:20:03,575 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56935b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:03,586 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:41331 2024-11-23T16:20:03,586 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:20:03,586 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:20:03,586 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:20:03,587 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,46877,1732378801716 with port=41331, startcode=1732378801751 2024-11-23T16:20:03,587 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:20:03,588 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:20:03,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,41331,1732378801751 2024-11-23T16:20:03,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:03,590 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a 2024-11-23T16:20:03,590 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40853 2024-11-23T16:20:03,590 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:20:03,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582/rs 2024-11-23T16:20:03,596 DEBUG [RS:0;1a7c5470b472:41331 {}] zookeeper.ZKUtil(111): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on existing znode=/1-514642582/rs/1a7c5470b472,41331,1732378801751 2024-11-23T16:20:03,596 WARN [RS:0;1a7c5470b472:41331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:03,596 INFO [RS:0;1a7c5470b472:41331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:03,596 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751 2024-11-23T16:20:03,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,41331,1732378801751] 2024-11-23T16:20:03,600 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:20:03,601 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:20:03,602 INFO [RS:0;1a7c5470b472:41331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:20:03,602 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,602 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:20:03,602 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:03,603 DEBUG [RS:0;1a7c5470b472:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,603 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41331,1732378801751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:03,617 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:20:03,618 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41331,1732378801751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,618 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,618 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.Replication(171): 1a7c5470b472,41331,1732378801751 started 2024-11-23T16:20:03,631 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:03,631 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,41331,1732378801751, RpcServer on 1a7c5470b472/172.17.0.2:41331, sessionid=0x10145a08cd20004 2024-11-23T16:20:03,631 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:20:03,631 DEBUG [RS:0;1a7c5470b472:41331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,41331,1732378801751 2024-11-23T16:20:03,631 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,41331,1732378801751' 2024-11-23T16:20:03,631 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-514642582/flush-table-proc/abort' 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-514642582/flush-table-proc/acquired' 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,41331,1732378801751 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,41331,1732378801751' 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-514642582/online-snapshot/abort' 2024-11-23T16:20:03,632 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-514642582/online-snapshot/acquired' 2024-11-23T16:20:03,633 DEBUG [RS:0;1a7c5470b472:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:20:03,633 INFO [RS:0;1a7c5470b472:41331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:20:03,633 INFO [RS:0;1a7c5470b472:41331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:20:03,733 INFO [RS:0;1a7c5470b472:41331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:03,734 INFO [RS:0;1a7c5470b472:41331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C41331%2C1732378801751, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/oldWALs, maxLogs=10 2024-11-23T16:20:03,748 DEBUG [RS:0;1a7c5470b472:41331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, exclude list is [], retry=0 2024-11-23T16:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-1f0791fa-506f-46c7-a60a-fb0e2b4087a1,DISK] 2024-11-23T16:20:03,752 INFO [RS:0;1a7c5470b472:41331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 2024-11-23T16:20:03,753 DEBUG [RS:0;1a7c5470b472:41331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-11-23T16:20:03,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:20:03,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a 2024-11-23T16:20:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:20:04,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:04,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:04,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:04,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:04,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:04,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:04,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:04,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:04,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:04,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:04,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740 2024-11-23T16:20:04,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740 2024-11-23T16:20:04,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:04,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:04,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:04,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:04,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:04,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737058, jitterRate=-0.10984846949577332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:04,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378804320Initializing all the Stores at 1732378804321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378804321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378804321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378804321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378804321Cleaning up temporary data from old regions at 1732378804328 (+7 ms)Region opened successfully at 1732378804331 (+3 ms) 2024-11-23T16:20:04,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:04,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:04,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:04,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:04,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:04,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:04,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378804332Disabling compacts and flushes for region at 1732378804332Disabling writes for close at 1732378804332Writing region close event to WAL at 1732378804332Closed at 1732378804332 2024-11-23T16:20:04,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:04,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:20:04,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:20:04,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:04,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:20:04,485 DEBUG [1a7c5470b472:46877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:20:04,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:04,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,41331,1732378801751, state=OPENING 2024-11-23T16:20:04,488 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:20:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:04,490 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:04,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,41331,1732378801751}] 2024-11-23T16:20:04,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-514642582/meta-region-server: CHANGED 2024-11-23T16:20:04,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-514642582/meta-region-server: CHANGED 2024-11-23T16:20:04,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:04,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:20:04,646 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:20:04,647 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:04,647 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:20:04,648 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C41331%2C1732378801751.meta, suffix=.meta, logDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/oldWALs, maxLogs=10 2024-11-23T16:20:04,665 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.meta.1732378804648.meta, exclude list is [], retry=0 2024-11-23T16:20:04,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-1f0791fa-506f-46c7-a60a-fb0e2b4087a1,DISK] 2024-11-23T16:20:04,669 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.meta.1732378804648.meta 2024-11-23T16:20:04,670 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-11-23T16:20:04,670 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:04,671 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:04,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:04,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:20:04,671 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:20:04,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:20:04,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:04,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:20:04,671 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:20:04,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:04,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:04,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:04,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:04,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:04,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:04,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:04,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:04,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:04,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:04,676 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:04,676 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740 2024-11-23T16:20:04,677 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740 2024-11-23T16:20:04,677 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:04,677 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:04,678 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:04,678 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:04,679 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69525185, jitterRate=0.03600598871707916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:04,679 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:20:04,679 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378804671Writing region info on filesystem at 1732378804671Initializing all the Stores at 1732378804672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378804672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378804672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378804672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378804672Cleaning up temporary data from old regions at 1732378804677 (+5 ms)Running coprocessor post-open hooks at 1732378804679 (+2 ms)Region opened successfully at 1732378804679 2024-11-23T16:20:04,680 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378804642 2024-11-23T16:20:04,682 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:20:04,682 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:20:04,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:04,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,41331,1732378801751, state=OPEN 2024-11-23T16:20:04,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-514642582/meta-region-server 2024-11-23T16:20:04,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-514642582/meta-region-server 2024-11-23T16:20:04,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:04,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-514642582/meta-region-server: CHANGED 2024-11-23T16:20:04,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-514642582/meta-region-server: CHANGED 2024-11-23T16:20:04,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:20:04,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,41331,1732378801751 in 194 msec 2024-11-23T16:20:04,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:20:04,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-23T16:20:04,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:04,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:20:04,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:04,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41331,1732378801751, seqNum=-1] 2024-11-23T16:20:04,688 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:04,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:04,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-23T16:20:04,693 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378804693, completionTime=-1 2024-11-23T16:20:04,693 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:20:04,693 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:20:04,695 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:20:04,695 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378864695 2024-11-23T16:20:04,695 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378924695 2024-11-23T16:20:04,695 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:20:04,695 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46877,1732378801716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,696 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46877,1732378801716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,696 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46877,1732378801716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,696 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:46877, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,696 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,696 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,697 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46877,1732378801716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:04,699 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46877,1732378801716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:20:04,701 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:20:04,701 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:20:04,701 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,46877,1732378801716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:04,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:04,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,46877,-1 for getting cluster id 2024-11-23T16:20:04,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:04,773 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a94daa0-4799-4070-8c65-52bb7f79eb4f' 2024-11-23T16:20:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a94daa0-4799-4070-8c65-52bb7f79eb4f" 2024-11-23T16:20:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f531960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,46877,-1] 2024-11-23T16:20:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:04,774 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:04,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a976ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:04,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41331,1732378801751, seqNum=-1] 2024-11-23T16:20:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:04,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:04,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,46877,1732378801716 2024-11-23T16:20:04,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:04,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:04,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10145a08cd20005 connected 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir so I do NOT create it in target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8 2024-11-23T16:20:04,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.tmp.dir so I do NOT create it in target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8 2024-11-23T16:20:04,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:20:04,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/cluster_ee5e3e66-65c7-bc3b-f0c9-0477b66d9183, deleteOnExit=true 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/test.cache.data in system properties and HBase conf 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:20:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:20:04,787 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:20:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:20:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:20:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:20:04,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:04,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:04,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:04,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:04,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:20:04,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:04,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522fe28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:04,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d513ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:04,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0c490e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/java.io.tmpdir/jetty-localhost-41237-hadoop-hdfs-3_4_1-tests_jar-_-any-4063134115066144122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:04,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1c489a{HTTP/1.1, (http/1.1)}{localhost:41237} 2024-11-23T16:20:04,991 INFO [Time-limited test {}] server.Server(415): Started @208143ms 2024-11-23T16:20:05,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:05,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:05,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:05,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:05,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:20:05,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794694b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:05,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6181fcd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:05,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491e3e20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/java.io.tmpdir/jetty-localhost-35131-hadoop-hdfs-3_4_1-tests_jar-_-any-15822418991299619458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:05,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c83d38d{HTTP/1.1, (http/1.1)}{localhost:35131} 2024-11-23T16:20:05,204 INFO [Time-limited test {}] server.Server(415): Started @208357ms 2024-11-23T16:20:05,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:20:05,310 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/cluster_ee5e3e66-65c7-bc3b-f0c9-0477b66d9183/data/data1/current/BP-831550756-172.17.0.2-1732378804810/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:05,311 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/cluster_ee5e3e66-65c7-bc3b-f0c9-0477b66d9183/data/data2/current/BP-831550756-172.17.0.2-1732378804810/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:05,332 WARN [Thread-2876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:20:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4529889effcad458 with lease ID 0x8ea6590d9dc3a949: Processing first storage report for DS-c1b78e7e-286d-482b-a43f-0c2bf1f0d0c1 from datanode DatanodeRegistration(127.0.0.1:46293, datanodeUuid=4b1d48c8-5c1c-4f2c-b8d5-228ffeb6913a, infoPort=38751, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=1771799208;c=1732378804810) 2024-11-23T16:20:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4529889effcad458 with lease ID 0x8ea6590d9dc3a949: from storage DS-c1b78e7e-286d-482b-a43f-0c2bf1f0d0c1 node DatanodeRegistration(127.0.0.1:46293, datanodeUuid=4b1d48c8-5c1c-4f2c-b8d5-228ffeb6913a, infoPort=38751, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=1771799208;c=1732378804810), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4529889effcad458 with lease ID 0x8ea6590d9dc3a949: Processing first storage report for DS-c24b4f63-9348-4488-a9d2-c4698641e286 from datanode DatanodeRegistration(127.0.0.1:46293, datanodeUuid=4b1d48c8-5c1c-4f2c-b8d5-228ffeb6913a, infoPort=38751, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=1771799208;c=1732378804810) 2024-11-23T16:20:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4529889effcad458 with lease ID 0x8ea6590d9dc3a949: from storage DS-c24b4f63-9348-4488-a9d2-c4698641e286 node DatanodeRegistration(127.0.0.1:46293, datanodeUuid=4b1d48c8-5c1c-4f2c-b8d5-228ffeb6913a, infoPort=38751, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=1771799208;c=1732378804810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:05,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8 2024-11-23T16:20:05,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:05,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:05,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:20:05,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:20:05,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f with version=8 2024-11-23T16:20:05,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/hbase-staging 2024-11-23T16:20:05,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:20:05,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:05,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33381 2024-11-23T16:20:05,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33381 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:05,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333810x0, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:05,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33381-0x10145a08cd20006 connected 2024-11-23T16:20:05,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:05,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:05,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/running 2024-11-23T16:20:05,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f, hbase.cluster.distributed=false 2024-11-23T16:20:05,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/acl 2024-11-23T16:20:05,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33381 2024-11-23T16:20:05,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33381 2024-11-23T16:20:05,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33381 2024-11-23T16:20:05,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33381 2024-11-23T16:20:05,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33381 2024-11-23T16:20:05,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:05,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37771 2024-11-23T16:20:05,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37771 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:05,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:05,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:05,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377710x0, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:05,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377710x0, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/running 2024-11-23T16:20:05,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37771-0x10145a08cd20007 connected 2024-11-23T16:20:05,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:20:05,894 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:20:05,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/master 2024-11-23T16:20:05,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/acl 2024-11-23T16:20:05,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37771 2024-11-23T16:20:05,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37771 2024-11-23T16:20:05,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37771 2024-11-23T16:20:05,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37771 2024-11-23T16:20:05,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37771 2024-11-23T16:20:05,912 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:33381 2024-11-23T16:20:05,913 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2790741734/backup-masters/1a7c5470b472,33381,1732378805842 2024-11-23T16:20:05,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734/backup-masters 2024-11-23T16:20:05,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734/backup-masters 2024-11-23T16:20:05,914 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on existing znode=/2790741734/backup-masters/1a7c5470b472,33381,1732378805842 2024-11-23T16:20:05,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2790741734/master 2024-11-23T16:20:05,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:05,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:05,916 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on existing znode=/2790741734/master 2024-11-23T16:20:05,916 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2790741734/backup-masters/1a7c5470b472,33381,1732378805842 from backup master directory 2024-11-23T16:20:05,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734/backup-masters 2024-11-23T16:20:05,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2790741734/backup-masters/1a7c5470b472,33381,1732378805842 2024-11-23T16:20:05,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734/backup-masters 2024-11-23T16:20:05,923 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:05,923 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,33381,1732378805842 2024-11-23T16:20:05,926 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/hbase.id] with ID: 844b90e2-61fa-4777-85d2-5c3a18a9f0ce 2024-11-23T16:20:05,926 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/.tmp/hbase.id 2024-11-23T16:20:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:20:06,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:06,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:06,332 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/.tmp/hbase.id]:[hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/hbase.id] 2024-11-23T16:20:06,341 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:06,341 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:20:06,342 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:20:06,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:06,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:20:06,749 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:06,750 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:20:06,750 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:20:07,157 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store 2024-11-23T16:20:07,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:20:07,562 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:07,562 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:07,562 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:07,562 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:07,562 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:07,562 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:07,563 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:07,563 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378807562Disabling compacts and flushes for region at 1732378807562Disabling writes for close at 1732378807562Writing region close event to WAL at 1732378807562Closed at 1732378807562 2024-11-23T16:20:07,563 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/.initializing 2024-11-23T16:20:07,563 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/WALs/1a7c5470b472,33381,1732378805842 2024-11-23T16:20:07,564 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:07,565 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C33381%2C1732378805842, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/WALs/1a7c5470b472,33381,1732378805842, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/oldWALs, maxLogs=10 2024-11-23T16:20:07,582 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/WALs/1a7c5470b472,33381,1732378805842/1a7c5470b472%2C33381%2C1732378805842.1732378807565, exclude list is [], retry=0 2024-11-23T16:20:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-c1b78e7e-286d-482b-a43f-0c2bf1f0d0c1,DISK] 2024-11-23T16:20:07,588 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/WALs/1a7c5470b472,33381,1732378805842/1a7c5470b472%2C33381%2C1732378805842.1732378807565 2024-11-23T16:20:07,589 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-23T16:20:07,589 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:07,589 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:07,589 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,589 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:20:07,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:20:07,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:07,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:07,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:20:07,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:20:07,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:07,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:07,598 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,598 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,598 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,599 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,599 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,600 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:07,600 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:07,602 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:07,602 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71810050, jitterRate=0.07005313038825989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:07,602 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378807589Initializing all the Stores at 1732378807590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378807590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378807592 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378807592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378807592Cleaning up temporary data from old regions at 1732378807599 (+7 ms)Region opened successfully at 1732378807602 (+3 ms) 2024-11-23T16:20:07,603 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:20:07,605 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389744a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:07,605 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:20:07,606 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:20:07,606 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:20:07,606 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:20:07,606 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:20:07,606 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:20:07,606 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:20:07,608 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:20:07,609 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Unable to get data of znode /2790741734/balancer because node does not exist (not necessarily an error) 2024-11-23T16:20:07,610 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2790741734/balancer already deleted, retry=false 2024-11-23T16:20:07,610 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:20:07,611 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Unable to get data of znode /2790741734/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:20:07,612 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2790741734/normalizer already deleted, retry=false 2024-11-23T16:20:07,612 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:20:07,613 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Unable to get data of znode /2790741734/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:20:07,615 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2790741734/switch/split already deleted, retry=false 2024-11-23T16:20:07,616 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Unable to get data of znode /2790741734/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:20:07,617 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2790741734/switch/merge already deleted, retry=false 2024-11-23T16:20:07,618 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Unable to get data of znode /2790741734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:20:07,619 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2790741734/snapshot-cleanup already deleted, retry=false 2024-11-23T16:20:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2790741734/running 2024-11-23T16:20:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2790741734/running 2024-11-23T16:20:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:07,621 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,33381,1732378805842, sessionid=0x10145a08cd20006, setting cluster-up flag (Was=false) 2024-11-23T16:20:07,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:07,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:07,631 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2790741734/flush-table-proc/acquired, /2790741734/flush-table-proc/reached, /2790741734/flush-table-proc/abort 2024-11-23T16:20:07,632 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,33381,1732378805842 2024-11-23T16:20:07,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:07,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:07,638 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2790741734/online-snapshot/acquired, /2790741734/online-snapshot/reached, /2790741734/online-snapshot/abort 2024-11-23T16:20:07,639 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,33381,1732378805842 2024-11-23T16:20:07,640 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:20:07,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:07,641 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:20:07,641 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:20:07,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,33381,1732378805842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:20:07,642 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:07,642 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:07,642 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:07,642 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:07,642 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:20:07,642 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,643 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:07,643 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,643 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378837643 2024-11-23T16:20:07,643 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:20:07,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:07,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:20:07,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:20:07,645 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:07,645 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:20:07,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:20:07,645 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:20:07,648 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378807645,5,FailOnTimeoutGroup] 2024-11-23T16:20:07,648 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378807648,5,FailOnTimeoutGroup] 2024-11-23T16:20:07,648 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:20:07,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:20:07,703 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(746): ClusterId : 844b90e2-61fa-4777-85d2-5c3a18a9f0ce 2024-11-23T16:20:07,703 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:20:07,705 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:20:07,705 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:20:07,706 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:20:07,706 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8646e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:07,718 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:37771 2024-11-23T16:20:07,718 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:20:07,718 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:20:07,718 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:20:07,719 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,33381,1732378805842 with port=37771, startcode=1732378805882 2024-11-23T16:20:07,719 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:20:07,720 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:20:07,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,37771,1732378805882 2024-11-23T16:20:07,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33381 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:07,721 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f 2024-11-23T16:20:07,721 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-11-23T16:20:07,721 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:20:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734/rs 2024-11-23T16:20:07,727 DEBUG [RS:0;1a7c5470b472:37771 {}] zookeeper.ZKUtil(111): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on existing znode=/2790741734/rs/1a7c5470b472,37771,1732378805882 2024-11-23T16:20:07,727 WARN [RS:0;1a7c5470b472:37771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:07,727 INFO [RS:0;1a7c5470b472:37771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:07,727 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882 2024-11-23T16:20:07,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,37771,1732378805882] 2024-11-23T16:20:07,730 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:20:07,731 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:20:07,731 INFO [RS:0;1a7c5470b472:37771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:20:07,731 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,732 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:20:07,732 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:20:07,732 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,732 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,733 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:07,733 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:07,733 DEBUG [RS:0;1a7c5470b472:37771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:07,733 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,733 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,733 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,733 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,733 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,733 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37771,1732378805882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:07,749 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:20:07,749 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,37771,1732378805882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,749 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,749 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.Replication(171): 1a7c5470b472,37771,1732378805882 started 2024-11-23T16:20:07,765 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:07,765 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,37771,1732378805882, RpcServer on 1a7c5470b472/172.17.0.2:37771, sessionid=0x10145a08cd20007 2024-11-23T16:20:07,765 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:20:07,765 DEBUG [RS:0;1a7c5470b472:37771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,37771,1732378805882 2024-11-23T16:20:07,765 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,37771,1732378805882' 2024-11-23T16:20:07,765 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2790741734/flush-table-proc/abort' 2024-11-23T16:20:07,766 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2790741734/flush-table-proc/acquired' 2024-11-23T16:20:07,766 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:20:07,766 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:20:07,766 DEBUG [RS:0;1a7c5470b472:37771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,37771,1732378805882 2024-11-23T16:20:07,766 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,37771,1732378805882' 2024-11-23T16:20:07,766 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2790741734/online-snapshot/abort' 2024-11-23T16:20:07,767 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2790741734/online-snapshot/acquired' 2024-11-23T16:20:07,767 DEBUG [RS:0;1a7c5470b472:37771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:20:07,767 INFO [RS:0;1a7c5470b472:37771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:20:07,767 INFO [RS:0;1a7c5470b472:37771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:20:07,867 INFO [RS:0;1a7c5470b472:37771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:07,869 INFO [RS:0;1a7c5470b472:37771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C37771%2C1732378805882, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/oldWALs, maxLogs=10 2024-11-23T16:20:07,882 DEBUG [RS:0;1a7c5470b472:37771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, exclude list is [], retry=0 2024-11-23T16:20:07,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-c1b78e7e-286d-482b-a43f-0c2bf1f0d0c1,DISK] 2024-11-23T16:20:07,886 INFO [RS:0;1a7c5470b472:37771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 2024-11-23T16:20:07,886 DEBUG [RS:0;1a7c5470b472:37771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-23T16:20:08,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:20:08,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f 2024-11-23T16:20:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:20:08,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:08,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:08,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:08,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:08,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:08,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:08,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:08,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:08,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:08,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:08,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740 2024-11-23T16:20:08,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740 2024-11-23T16:20:08,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:08,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:08,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:08,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:08,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:08,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60053467, jitterRate=-0.10513360798358917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:08,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378808458Initializing all the Stores at 1732378808459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378808459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378808459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378808459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378808459Cleaning up temporary data from old regions at 1732378808466 (+7 ms)Region opened successfully at 1732378808469 (+3 ms) 2024-11-23T16:20:08,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:08,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:08,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:08,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:08,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:08,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:08,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378808469Disabling compacts and flushes for region at 1732378808469Disabling writes for close at 1732378808469Writing region close event to WAL at 1732378808470 (+1 ms)Closed at 1732378808470 2024-11-23T16:20:08,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:08,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:20:08,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:20:08,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:08,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:20:08,623 DEBUG [1a7c5470b472:33381 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:20:08,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:08,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,37771,1732378805882, state=OPENING 2024-11-23T16:20:08,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:20:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:08,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:08,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2790741734/meta-region-server: CHANGED 2024-11-23T16:20:08,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,37771,1732378805882}] 2024-11-23T16:20:08,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2790741734/meta-region-server: CHANGED 2024-11-23T16:20:08,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:08,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:20:08,784 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:20:08,784 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:08,784 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:20:08,785 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C37771%2C1732378805882.meta, suffix=.meta, logDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/oldWALs, maxLogs=10 2024-11-23T16:20:08,798 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.meta.1732378808785.meta, exclude list is [], retry=0 2024-11-23T16:20:08,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-c1b78e7e-286d-482b-a43f-0c2bf1f0d0c1,DISK] 2024-11-23T16:20:08,801 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.meta.1732378808785.meta 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:08,802 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:20:08,802 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:20:08,802 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:20:08,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:08,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:08,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:08,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:08,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:08,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:08,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:08,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:08,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:08,807 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:08,807 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740 2024-11-23T16:20:08,808 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740 2024-11-23T16:20:08,809 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:08,809 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:08,809 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:08,810 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:08,810 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66060959, jitterRate=-0.015615001320838928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:08,811 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:20:08,811 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378808802Writing region info on filesystem at 1732378808802Initializing all the Stores at 1732378808803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378808803Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378808803Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378808803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378808803Cleaning up temporary data from old regions at 1732378808809 (+6 ms)Running coprocessor post-open hooks at 1732378808811 (+2 ms)Region opened successfully at 1732378808811 2024-11-23T16:20:08,811 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378808779 2024-11-23T16:20:08,813 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:20:08,813 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:20:08,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:08,814 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,37771,1732378805882, state=OPEN 2024-11-23T16:20:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2790741734/meta-region-server 2024-11-23T16:20:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2790741734/meta-region-server 2024-11-23T16:20:08,815 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:08,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2790741734/meta-region-server: CHANGED 2024-11-23T16:20:08,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2790741734/meta-region-server: CHANGED 2024-11-23T16:20:08,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:20:08,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,37771,1732378805882 in 188 msec 2024-11-23T16:20:08,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:20:08,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-23T16:20:08,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:08,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:20:08,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:08,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37771,1732378805882, seqNum=-1] 2024-11-23T16:20:08,820 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:08,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:08,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-23T16:20:08,825 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378808825, completionTime=-1 2024-11-23T16:20:08,825 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:20:08,825 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378868827 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378928827 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33381,1732378805842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33381,1732378805842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33381,1732378805842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:33381, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,827 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,828 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,829 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.908sec 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33381,1732378805842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:08,831 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33381,1732378805842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:20:08,832 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:20:08,833 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:20:08,833 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33381,1732378805842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:08,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:08,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:08,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:08,905 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:08,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:08,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:08,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eeb598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:08,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:08,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:08,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:08,907 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:08,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a713ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:08,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37771,1732378805882, seqNum=-1] 2024-11-23T16:20:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:08,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,33381,1732378805842 2024-11-23T16:20:08,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55797 2024-11-23T16:20:08,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:08,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10145a08cd20008 connected 2024-11-23T16:20:08,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,38877,1732378797667 2024-11-23T16:20:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c390cba 2024-11-23T16:20:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:08,918 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:08,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:20:08,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:08,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:08,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:20:08,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:20:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:09,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb6a2c198d59003de202f6ed323a085b, NAME => 'test,,1732378808919.eb6a2c198d59003de202f6ed323a085b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149 2024-11-23T16:20:09,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:20:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:09,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378808919.eb6a2c198d59003de202f6ed323a085b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:09,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb6a2c198d59003de202f6ed323a085b, disabling compactions & flushes 2024-11-23T16:20:09,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:09,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:09,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. after waiting 0 ms 2024-11-23T16:20:09,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:09,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:09,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb6a2c198d59003de202f6ed323a085b: Waiting for close lock at 1732378809737Disabling compacts and flushes for region at 1732378809737Disabling writes for close at 1732378809737Writing region close event to WAL at 1732378809737Closed at 1732378809737 2024-11-23T16:20:09,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:09,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378808919.eb6a2c198d59003de202f6ed323a085b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378809738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378809738"}]},"ts":"1732378809738"} 2024-11-23T16:20:09,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:09,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:09,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378809741"}]},"ts":"1732378809741"} 2024-11-23T16:20:09,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:20:09,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb6a2c198d59003de202f6ed323a085b, ASSIGN}] 2024-11-23T16:20:09,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb6a2c198d59003de202f6ed323a085b, ASSIGN 2024-11-23T16:20:09,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb6a2c198d59003de202f6ed323a085b, ASSIGN; state=OFFLINE, location=1a7c5470b472,38477,1732378797719; forceNewPlan=false, retain=false 2024-11-23T16:20:09,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb6a2c198d59003de202f6ed323a085b, regionState=OPENING, regionLocation=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:09,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb6a2c198d59003de202f6ed323a085b, ASSIGN because future has completed 2024-11-23T16:20:09,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb6a2c198d59003de202f6ed323a085b, server=1a7c5470b472,38477,1732378797719}] 2024-11-23T16:20:10,053 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:10,053 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb6a2c198d59003de202f6ed323a085b, NAME => 'test,,1732378808919.eb6a2c198d59003de202f6ed323a085b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:10,054 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:10,054 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:20:10,054 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,054 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378808919.eb6a2c198d59003de202f6ed323a085b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:10,054 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,054 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,055 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,057 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6a2c198d59003de202f6ed323a085b columnFamilyName f 2024-11-23T16:20:10,057 DEBUG [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:10,057 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] regionserver.HStore(327): Store=eb6a2c198d59003de202f6ed323a085b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:10,057 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,058 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6a2c198d59003de202f6ed323a085b columnFamilyName f1 2024-11-23T16:20:10,058 DEBUG [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:10,058 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] regionserver.HStore(327): Store=eb6a2c198d59003de202f6ed323a085b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:10,058 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:10,059 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6a2c198d59003de202f6ed323a085b columnFamilyName norep 2024-11-23T16:20:10,059 DEBUG [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:10,059 INFO [StoreOpener-eb6a2c198d59003de202f6ed323a085b-1 {}] regionserver.HStore(327): Store=eb6a2c198d59003de202f6ed323a085b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:10,060 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,060 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,060 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,061 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,061 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,062 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:10,062 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,064 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:10,064 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb6a2c198d59003de202f6ed323a085b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65152507, jitterRate=-0.02915199100971222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:10,064 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:10,065 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb6a2c198d59003de202f6ed323a085b: Running coprocessor pre-open hook at 1732378810054Writing region info on filesystem at 1732378810054Initializing all the Stores at 1732378810055 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378810055Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378810055Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378810055Cleaning up temporary data from old regions at 1732378810061 (+6 ms)Running coprocessor post-open hooks at 1732378810064 (+3 ms)Region opened successfully at 1732378810065 (+1 ms) 2024-11-23T16:20:10,066 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378808919.eb6a2c198d59003de202f6ed323a085b., pid=6, masterSystemTime=1732378810050 2024-11-23T16:20:10,068 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:10,068 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:10,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb6a2c198d59003de202f6ed323a085b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:10,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb6a2c198d59003de202f6ed323a085b, server=1a7c5470b472,38477,1732378797719 because future has completed 2024-11-23T16:20:10,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:20:10,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb6a2c198d59003de202f6ed323a085b, server=1a7c5470b472,38477,1732378797719 in 173 msec 2024-11-23T16:20:10,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:20:10,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb6a2c198d59003de202f6ed323a085b, ASSIGN in 330 msec 2024-11-23T16:20:10,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:10,076 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378810075"}]},"ts":"1732378810075"} 2024-11-23T16:20:10,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:20:10,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:10,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-23T16:20:10,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:10,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:10,199 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38324 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:11,070 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:20:11,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,46877,1732378801716 2024-11-23T16:20:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6a0bb9 2024-11-23T16:20:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:11,072 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:11,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:20:11,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:11,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:11,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:20:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:11,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:20:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:11,483 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d71ad9cd7975619cd1bf7c962a0b89fa, NAME => 'test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a 2024-11-23T16:20:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:20:11,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:20:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:11,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:11,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d71ad9cd7975619cd1bf7c962a0b89fa, disabling compactions & flushes 2024-11-23T16:20:11,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:11,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:11,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. after waiting 0 ms 2024-11-23T16:20:11,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:11,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:11,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d71ad9cd7975619cd1bf7c962a0b89fa: Waiting for close lock at 1732378811888Disabling compacts and flushes for region at 1732378811888Disabling writes for close at 1732378811888Writing region close event to WAL at 1732378811888Closed at 1732378811888 2024-11-23T16:20:11,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:11,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378811889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378811889"}]},"ts":"1732378811889"} 2024-11-23T16:20:11,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:11,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:11,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378811892"}]},"ts":"1732378811892"} 2024-11-23T16:20:11,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:20:11,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d71ad9cd7975619cd1bf7c962a0b89fa, ASSIGN}] 2024-11-23T16:20:11,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d71ad9cd7975619cd1bf7c962a0b89fa, ASSIGN 2024-11-23T16:20:11,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d71ad9cd7975619cd1bf7c962a0b89fa, ASSIGN; state=OFFLINE, location=1a7c5470b472,41331,1732378801751; forceNewPlan=false, retain=false 2024-11-23T16:20:11,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:20:11,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T16:20:11,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:11,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T16:20:12,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d71ad9cd7975619cd1bf7c962a0b89fa, regionState=OPENING, regionLocation=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:12,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d71ad9cd7975619cd1bf7c962a0b89fa, ASSIGN because future has completed 2024-11-23T16:20:12,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d71ad9cd7975619cd1bf7c962a0b89fa, server=1a7c5470b472,41331,1732378801751}] 2024-11-23T16:20:12,202 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:12,203 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d71ad9cd7975619cd1bf7c962a0b89fa, NAME => 'test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:12,203 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:12,203 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:20:12,203 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,203 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:12,203 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,203 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,204 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,205 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d71ad9cd7975619cd1bf7c962a0b89fa columnFamilyName f 2024-11-23T16:20:12,205 DEBUG [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:12,206 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] regionserver.HStore(327): Store=d71ad9cd7975619cd1bf7c962a0b89fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:12,206 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,207 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d71ad9cd7975619cd1bf7c962a0b89fa columnFamilyName f1 2024-11-23T16:20:12,207 DEBUG [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:12,207 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] regionserver.HStore(327): Store=d71ad9cd7975619cd1bf7c962a0b89fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:12,207 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,208 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d71ad9cd7975619cd1bf7c962a0b89fa columnFamilyName norep 2024-11-23T16:20:12,208 DEBUG [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:12,208 INFO [StoreOpener-d71ad9cd7975619cd1bf7c962a0b89fa-1 {}] regionserver.HStore(327): Store=d71ad9cd7975619cd1bf7c962a0b89fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:12,208 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,209 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:12,209 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,210 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,210 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,210 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:12,211 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,213 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:12,213 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d71ad9cd7975619cd1bf7c962a0b89fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69373367, jitterRate=0.0337437242269516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:12,213 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:12,213 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d71ad9cd7975619cd1bf7c962a0b89fa: Running coprocessor pre-open hook at 1732378812203Writing region info on filesystem at 1732378812203Initializing all the Stores at 1732378812204 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378812204Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378812204Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378812204Cleaning up temporary data from old regions at 1732378812210 (+6 ms)Running coprocessor post-open hooks at 1732378812213 (+3 ms)Region opened successfully at 1732378812213 2024-11-23T16:20:12,214 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa., pid=6, masterSystemTime=1732378812199 2024-11-23T16:20:12,216 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:12,216 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:12,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d71ad9cd7975619cd1bf7c962a0b89fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:12,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d71ad9cd7975619cd1bf7c962a0b89fa, server=1a7c5470b472,41331,1732378801751 because future has completed 2024-11-23T16:20:12,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:20:12,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d71ad9cd7975619cd1bf7c962a0b89fa, server=1a7c5470b472,41331,1732378801751 in 171 msec 2024-11-23T16:20:12,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:20:12,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d71ad9cd7975619cd1bf7c962a0b89fa, ASSIGN in 327 msec 2024-11-23T16:20:12,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:12,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378812222"}]},"ts":"1732378812222"} 2024-11-23T16:20:12,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:20:12,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:12,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-23T16:20:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:13,219 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:20:13,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33381,1732378805842 2024-11-23T16:20:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20128e08 2024-11-23T16:20:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:13,221 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:13,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:20:13,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:13,224 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:13,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:20:13,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:20:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:13,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 904f79b0349cdf09343d96cafc25d371, NAME => 'test,,1732378813222.904f79b0349cdf09343d96cafc25d371.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f 2024-11-23T16:20:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:20:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:14,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378813222.904f79b0349cdf09343d96cafc25d371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:14,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 904f79b0349cdf09343d96cafc25d371, disabling compactions & flushes 2024-11-23T16:20:14,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378813222.904f79b0349cdf09343d96cafc25d371. after waiting 0 ms 2024-11-23T16:20:14,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 904f79b0349cdf09343d96cafc25d371: Waiting for close lock at 1732378814037Disabling compacts and flushes for region at 1732378814037Disabling writes for close at 1732378814038 (+1 ms)Writing region close event to WAL at 1732378814038Closed at 1732378814038 2024-11-23T16:20:14,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:14,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378813222.904f79b0349cdf09343d96cafc25d371.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378814039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378814039"}]},"ts":"1732378814039"} 2024-11-23T16:20:14,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:14,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:14,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378814042"}]},"ts":"1732378814042"} 2024-11-23T16:20:14,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:20:14,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=904f79b0349cdf09343d96cafc25d371, ASSIGN}] 2024-11-23T16:20:14,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=904f79b0349cdf09343d96cafc25d371, ASSIGN 2024-11-23T16:20:14,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=904f79b0349cdf09343d96cafc25d371, ASSIGN; state=OFFLINE, location=1a7c5470b472,37771,1732378805882; forceNewPlan=false, retain=false 2024-11-23T16:20:14,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=904f79b0349cdf09343d96cafc25d371, regionState=OPENING, regionLocation=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=904f79b0349cdf09343d96cafc25d371, ASSIGN because future has completed 2024-11-23T16:20:14,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904f79b0349cdf09343d96cafc25d371, server=1a7c5470b472,37771,1732378805882}] 2024-11-23T16:20:14,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:14,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,355 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,355 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 904f79b0349cdf09343d96cafc25d371, NAME => 'test,,1732378813222.904f79b0349cdf09343d96cafc25d371.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:14,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,355 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:14,355 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:20:14,355 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,355 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378813222.904f79b0349cdf09343d96cafc25d371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:14,356 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,356 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,357 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:14,358 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904f79b0349cdf09343d96cafc25d371 columnFamilyName f 2024-11-23T16:20:14,358 DEBUG [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:14,359 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] regionserver.HStore(327): Store=904f79b0349cdf09343d96cafc25d371/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:14,359 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:14,360 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904f79b0349cdf09343d96cafc25d371 columnFamilyName f1 2024-11-23T16:20:14,360 DEBUG [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:14,361 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] regionserver.HStore(327): Store=904f79b0349cdf09343d96cafc25d371/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:14,361 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,362 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904f79b0349cdf09343d96cafc25d371 columnFamilyName norep 2024-11-23T16:20:14,362 DEBUG [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:14,362 INFO [StoreOpener-904f79b0349cdf09343d96cafc25d371-1 {}] regionserver.HStore(327): Store=904f79b0349cdf09343d96cafc25d371/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:14,362 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,363 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,363 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,365 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,365 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,365 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:14,366 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,369 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:14,370 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 904f79b0349cdf09343d96cafc25d371; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73298582, jitterRate=0.09223398566246033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:14,370 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:14,370 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 904f79b0349cdf09343d96cafc25d371: Running coprocessor pre-open hook at 1732378814356Writing region info on filesystem at 1732378814356Initializing all the Stores at 1732378814356Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378814356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378814357 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378814357Cleaning up temporary data from old regions at 1732378814365 (+8 ms)Running coprocessor post-open hooks at 1732378814370 (+5 ms)Region opened successfully at 1732378814370 2024-11-23T16:20:14,374 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378813222.904f79b0349cdf09343d96cafc25d371., pid=6, masterSystemTime=1732378814351 2024-11-23T16:20:14,376 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,376 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:14,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=904f79b0349cdf09343d96cafc25d371, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:14,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904f79b0349cdf09343d96cafc25d371, server=1a7c5470b472,37771,1732378805882 because future has completed 2024-11-23T16:20:14,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:20:14,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 904f79b0349cdf09343d96cafc25d371, server=1a7c5470b472,37771,1732378805882 in 181 msec 2024-11-23T16:20:14,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:20:14,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=904f79b0349cdf09343d96cafc25d371, ASSIGN in 338 msec 2024-11-23T16:20:14,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:14,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378814384"}]},"ts":"1732378814384"} 2024-11-23T16:20:14,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:20:14,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:14,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-23T16:20:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:15,369 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:20:15,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:15,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:15,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:15,370 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4299e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:15,372 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ae11dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:15,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,38877,1732378797667 2024-11-23T16:20:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0f9cfe 2024-11-23T16:20:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:15,374 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:15,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:46877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:20:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:20:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:15,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:46877' 2024-11-23T16:20:15,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0b9ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:15,379 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,46877,-1 for getting cluster id 2024-11-23T16:20:15,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:15,379 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a94daa0-4799-4070-8c65-52bb7f79eb4f' 2024-11-23T16:20:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a94daa0-4799-4070-8c65-52bb7f79eb4f" 2024-11-23T16:20:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c2e085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,46877,-1] 2024-11-23T16:20:15,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:15,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:15,380 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:15,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bcd18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:15,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:15,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,46877,1732378801716 2024-11-23T16:20:15,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d4c582 2024-11-23T16:20:15,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:15,382 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:15,383 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:20:15,383 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:20:15,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:15,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:15,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:15,383 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:15,384 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:20:15,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:15,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:15,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:20:15,435 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:20:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:15,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a180034b7a56e06b117ab9e2bc4118a, NAME => 'hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149 2024-11-23T16:20:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:20:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:16,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a180034b7a56e06b117ab9e2bc4118a, disabling compactions & flushes 2024-11-23T16:20:16,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. after waiting 0 ms 2024-11-23T16:20:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a180034b7a56e06b117ab9e2bc4118a: Waiting for close lock at 1732378816197Disabling compacts and flushes for region at 1732378816197Disabling writes for close at 1732378816198 (+1 ms)Writing region close event to WAL at 1732378816198Closed at 1732378816198 2024-11-23T16:20:16,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:16,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378816199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378816199"}]},"ts":"1732378816199"} 2024-11-23T16:20:16,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:16,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:16,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378816201"}]},"ts":"1732378816201"} 2024-11-23T16:20:16,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:20:16,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a180034b7a56e06b117ab9e2bc4118a, ASSIGN}] 2024-11-23T16:20:16,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a180034b7a56e06b117ab9e2bc4118a, ASSIGN 2024-11-23T16:20:16,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a180034b7a56e06b117ab9e2bc4118a, ASSIGN; state=OFFLINE, location=1a7c5470b472,38477,1732378797719; forceNewPlan=false, retain=false 2024-11-23T16:20:16,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a180034b7a56e06b117ab9e2bc4118a, regionState=OPENING, regionLocation=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a180034b7a56e06b117ab9e2bc4118a, ASSIGN because future has completed 2024-11-23T16:20:16,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a180034b7a56e06b117ab9e2bc4118a, server=1a7c5470b472,38477,1732378797719}] 2024-11-23T16:20:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:16,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:16,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:20:16,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C38477%2C1732378797719.rep, suffix=, logDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719, archiveDir=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/oldWALs, maxLogs=10 2024-11-23T16:20:16,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.rep.1732378816526, exclude list is [], retry=0 2024-11-23T16:20:16,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-55f0b96e-c54a-4d92-b543-9b1893a69c46,DISK] 2024-11-23T16:20:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.rep.1732378816526 2024-11-23T16:20:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-23T16:20:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a180034b7a56e06b117ab9e2bc4118a, NAME => 'hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. service=MultiRowMutationService 2024-11-23T16:20:16,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:20:16,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:16,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,556 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,557 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a180034b7a56e06b117ab9e2bc4118a columnFamilyName hfileref 2024-11-23T16:20:16,557 DEBUG [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:16,558 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] regionserver.HStore(327): Store=7a180034b7a56e06b117ab9e2bc4118a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:16,558 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,559 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a180034b7a56e06b117ab9e2bc4118a columnFamilyName queue 2024-11-23T16:20:16,559 DEBUG [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:16,560 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] regionserver.HStore(327): Store=7a180034b7a56e06b117ab9e2bc4118a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:16,560 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,561 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a180034b7a56e06b117ab9e2bc4118a columnFamilyName sid 2024-11-23T16:20:16,561 DEBUG [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:16,562 INFO [StoreOpener-7a180034b7a56e06b117ab9e2bc4118a-1 {}] regionserver.HStore(327): Store=7a180034b7a56e06b117ab9e2bc4118a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:16,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/replication/7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/replication/7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:16,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/replication/7a180034b7a56e06b117ab9e2bc4118a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:16,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a180034b7a56e06b117ab9e2bc4118a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71751498, jitterRate=0.06918063759803772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:16,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a180034b7a56e06b117ab9e2bc4118a: Running coprocessor pre-open hook at 1732378816552Writing region info on filesystem at 1732378816552Initializing all the Stores at 1732378816553 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378816553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378816556 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378816556Cleaning up temporary data from old regions at 1732378816564 (+8 ms)Running coprocessor post-open hooks at 1732378816569 (+5 ms)Region opened successfully at 1732378816569 2024-11-23T16:20:16,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a., pid=10, masterSystemTime=1732378816509 2024-11-23T16:20:16,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:16,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a180034b7a56e06b117ab9e2bc4118a, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,38477,1732378797719 2024-11-23T16:20:16,578 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38877 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a7c5470b472,38477,1732378797719, table=hbase:replication, region=7a180034b7a56e06b117ab9e2bc4118a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T16:20:16,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a180034b7a56e06b117ab9e2bc4118a, server=1a7c5470b472,38477,1732378797719 because future has completed 2024-11-23T16:20:16,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:20:16,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a180034b7a56e06b117ab9e2bc4118a, server=1a7c5470b472,38477,1732378797719 in 224 msec 2024-11-23T16:20:16,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:20:16,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a180034b7a56e06b117ab9e2bc4118a, ASSIGN in 380 msec 2024-11-23T16:20:16,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:16,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378816586"}]},"ts":"1732378816586"} 2024-11-23T16:20:16,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:20:16,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:16,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-23T16:20:16,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a., hostname=1a7c5470b472,38477,1732378797719, seqNum=2] 2024-11-23T16:20:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:16,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:16,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:20:16,803 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:20:16,832 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,38477,1732378797719, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:16,832 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:16,833 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38477,1732378797719, seqNum=-1] 2024-11-23T16:20:16,833 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:16,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:16,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,38477,1732378797719', locateType=CURRENT is [region=hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a., hostname=1a7c5470b472,38477,1732378797719, seqNum=2] 2024-11-23T16:20:16,838 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:20:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:20:16,840 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,38477,1732378797719 suceeded 2024-11-23T16:20:16,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:20:16,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T16:20:16,842 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:46877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:20:16,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-23T16:20:16,852 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:46877' 2024-11-23T16:20:16,853 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ba945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:16,853 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,46877,-1 for getting cluster id 2024-11-23T16:20:16,854 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:16,854 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a94daa0-4799-4070-8c65-52bb7f79eb4f' 2024-11-23T16:20:16,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:16,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a94daa0-4799-4070-8c65-52bb7f79eb4f" 2024-11-23T16:20:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f0b6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,46877,-1] 2024-11-23T16:20:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:16,855 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:16,856 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c75dab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:16,856 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,46877,1732378801716 2024-11-23T16:20:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6e5345 2024-11-23T16:20:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:16,858 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:16,858 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,38477,1732378797719 (queues=1) is replicating from cluster=d2bd24d6-155f-4269-9bf5-37a4e5f2ea95 to cluster=8a94daa0-4799-4070-8c65-52bb7f79eb4f 2024-11-23T16:20:16,858 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C38477%2C1732378797719 2024-11-23T16:20:16,858 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,38477,1732378797719, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:16,859 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C38477%2C1732378797719 2024-11-23T16:20:16,859 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, startPosition=0, beingWritten=true 2024-11-23T16:20:16,863 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:16,863 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:16,863 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:17,066 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:17,370 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:17,519 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:17,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:17,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:17,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:17,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:17,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:17,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:17,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,46877,-1 for getting cluster id 2024-11-23T16:20:17,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:17,521 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a94daa0-4799-4070-8c65-52bb7f79eb4f' 2024-11-23T16:20:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a94daa0-4799-4070-8c65-52bb7f79eb4f" 2024-11-23T16:20:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e6b8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,46877,-1] 2024-11-23T16:20:17,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:17,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:17,522 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ee620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:17,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,46877,1732378801716 2024-11-23T16:20:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d28fd6b 2024-11-23T16:20:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:17,525 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:17,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:33381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:20:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:20:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:17,527 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:33381' 2024-11-23T16:20:17,528 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a7f8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:17,528 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:17,528 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:17,529 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c569093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:17,530 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:17,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4853a78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:17,531 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33381,1732378805842 2024-11-23T16:20:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b338fff 2024-11-23T16:20:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:17,532 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:17,532 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:20:17,532 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:20:17,532 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:17,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:17,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:17,533 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:17,534 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:20:17,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:17,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:17,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:17,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:20:17,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:20:17,584 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:20:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:17,773 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:17,942 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afd8e7bc1d0ed24ca606fb7fa960b7e0, NAME => 'hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a 2024-11-23T16:20:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:20:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:18,277 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:18,347 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:18,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afd8e7bc1d0ed24ca606fb7fa960b7e0, disabling compactions & flushes 2024-11-23T16:20:18,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. after waiting 0 ms 2024-11-23T16:20:18,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afd8e7bc1d0ed24ca606fb7fa960b7e0: Waiting for close lock at 1732378818347Disabling compacts and flushes for region at 1732378818347Disabling writes for close at 1732378818348 (+1 ms)Writing region close event to WAL at 1732378818348Closed at 1732378818348 2024-11-23T16:20:18,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:18,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378818349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378818349"}]},"ts":"1732378818349"} 2024-11-23T16:20:18,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:18,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:18,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378818352"}]},"ts":"1732378818352"} 2024-11-23T16:20:18,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:20:18,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afd8e7bc1d0ed24ca606fb7fa960b7e0, ASSIGN}] 2024-11-23T16:20:18,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afd8e7bc1d0ed24ca606fb7fa960b7e0, ASSIGN 2024-11-23T16:20:18,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afd8e7bc1d0ed24ca606fb7fa960b7e0, ASSIGN; state=OFFLINE, location=1a7c5470b472,41331,1732378801751; forceNewPlan=false, retain=false 2024-11-23T16:20:18,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afd8e7bc1d0ed24ca606fb7fa960b7e0, regionState=OPENING, regionLocation=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:18,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afd8e7bc1d0ed24ca606fb7fa960b7e0, ASSIGN because future has completed 2024-11-23T16:20:18,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afd8e7bc1d0ed24ca606fb7fa960b7e0, server=1a7c5470b472,41331,1732378801751}] 2024-11-23T16:20:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:18,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:18,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:20:18,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C41331%2C1732378801751.rep, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/oldWALs, maxLogs=10 2024-11-23T16:20:18,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.rep.1732378818666, exclude list is [], retry=0 2024-11-23T16:20:18,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-1f0791fa-506f-46c7-a60a-fb0e2b4087a1,DISK] 2024-11-23T16:20:18,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.rep.1732378818666 2024-11-23T16:20:18,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-11-23T16:20:18,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => afd8e7bc1d0ed24ca606fb7fa960b7e0, NAME => 'hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:18,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:18,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:18,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. service=MultiRowMutationService 2024-11-23T16:20:18,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:20:18,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:18,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,688 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,689 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd8e7bc1d0ed24ca606fb7fa960b7e0 columnFamilyName hfileref 2024-11-23T16:20:18,689 DEBUG [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:18,689 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] regionserver.HStore(327): Store=afd8e7bc1d0ed24ca606fb7fa960b7e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:18,689 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,690 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd8e7bc1d0ed24ca606fb7fa960b7e0 columnFamilyName queue 2024-11-23T16:20:18,690 DEBUG [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:18,690 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] regionserver.HStore(327): Store=afd8e7bc1d0ed24ca606fb7fa960b7e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:18,690 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,691 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd8e7bc1d0ed24ca606fb7fa960b7e0 columnFamilyName sid 2024-11-23T16:20:18,691 DEBUG [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:18,691 INFO [StoreOpener-afd8e7bc1d0ed24ca606fb7fa960b7e0-1 {}] regionserver.HStore(327): Store=afd8e7bc1d0ed24ca606fb7fa960b7e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:18,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/replication/afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/replication/afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:18,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/replication/afd8e7bc1d0ed24ca606fb7fa960b7e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:18,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened afd8e7bc1d0ed24ca606fb7fa960b7e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65836781, jitterRate=-0.018955513834953308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:18,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:18,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for afd8e7bc1d0ed24ca606fb7fa960b7e0: Running coprocessor pre-open hook at 1732378818687Writing region info on filesystem at 1732378818687Initializing all the Stores at 1732378818687Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378818687Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378818688 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378818688Cleaning up temporary data from old regions at 1732378818692 (+4 ms)Running coprocessor post-open hooks at 1732378818695 (+3 ms)Region opened successfully at 1732378818695 2024-11-23T16:20:18,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0., pid=10, masterSystemTime=1732378818661 2024-11-23T16:20:18,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:18,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afd8e7bc1d0ed24ca606fb7fa960b7e0, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,41331,1732378801751 2024-11-23T16:20:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afd8e7bc1d0ed24ca606fb7fa960b7e0, server=1a7c5470b472,41331,1732378801751 because future has completed 2024-11-23T16:20:18,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:20:18,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure afd8e7bc1d0ed24ca606fb7fa960b7e0, server=1a7c5470b472,41331,1732378801751 in 192 msec 2024-11-23T16:20:18,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:20:18,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afd8e7bc1d0ed24ca606fb7fa960b7e0, ASSIGN in 348 msec 2024-11-23T16:20:18,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:18,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378818705"}]},"ts":"1732378818705"} 2024-11-23T16:20:18,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:20:18,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:18,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-23T16:20:18,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0., hostname=1a7c5470b472,41331,1732378801751, seqNum=2] 2024-11-23T16:20:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:18,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:18,881 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:18,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:20:18,900 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:20:18,929 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,41331,1732378801751, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:18,929 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:18,929 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41331,1732378801751, seqNum=-1] 2024-11-23T16:20:18,930 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:18,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,41331,1732378801751', locateType=CURRENT is [region=hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0., hostname=1a7c5470b472,41331,1732378801751, seqNum=2] 2024-11-23T16:20:18,934 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:20:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:20:18,936 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,41331,1732378801751 suceeded 2024-11-23T16:20:18,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:20:18,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-23T16:20:18,938 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:33381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:20:18,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-23T16:20:18,948 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:33381' 2024-11-23T16:20:18,949 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:18,949 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:18,949 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:18,950 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45959b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:18,951 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:18,952 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:18,952 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:18,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33381,1732378805842 2024-11-23T16:20:18,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57911836 2024-11-23T16:20:18,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:18,953 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:18,954 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,41331,1732378801751 (queues=1) is replicating from cluster=8a94daa0-4799-4070-8c65-52bb7f79eb4f to cluster=844b90e2-61fa-4777-85d2-5c3a18a9f0ce 2024-11-23T16:20:18,954 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C41331%2C1732378801751 2024-11-23T16:20:18,954 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,41331,1732378801751, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:18,954 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C41331%2C1732378801751 2024-11-23T16:20:18,954 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, startPosition=0, beingWritten=true 2024-11-23T16:20:18,959 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:18,959 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:18,959 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:19,162 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:19,466 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:19,585 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:19,670 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:19,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:19,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:19,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:19,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:19,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:19,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:19,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:19,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:19,672 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2b5e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:19,673 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14148523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:19,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:19,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33381,1732378805842 2024-11-23T16:20:19,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d933037 2024-11-23T16:20:19,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:19,675 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:19,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:38877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:20:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:20:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:19,678 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:38877' 2024-11-23T16:20:19,679 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c0487e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:19,679 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:19,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:19,679 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e28aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:19,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:19,681 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:19,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:19,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:19,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,38877,1732378797667 2024-11-23T16:20:19,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6455d8dd 2024-11-23T16:20:19,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:19,683 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:19,683 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:20:19,683 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:20:19,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:19,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:19,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:19,684 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:19,685 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:20:19,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:19,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:19,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:20:19,735 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:20:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:19,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:19,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,870 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:20,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2996676a4f5e6c0fa7ad88e420bd8759, NAME => 'hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f 2024-11-23T16:20:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:20:20,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:20,260 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:20,260 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48384 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:20,374 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:20,389 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:20,499 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:20,499 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2996676a4f5e6c0fa7ad88e420bd8759, disabling compactions & flushes 2024-11-23T16:20:20,499 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,499 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,499 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. after waiting 0 ms 2024-11-23T16:20:20,499 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,499 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,499 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2996676a4f5e6c0fa7ad88e420bd8759: Waiting for close lock at 1732378820499Disabling compacts and flushes for region at 1732378820499Disabling writes for close at 1732378820499Writing region close event to WAL at 1732378820499Closed at 1732378820499 2024-11-23T16:20:20,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:20,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378820500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378820500"}]},"ts":"1732378820500"} 2024-11-23T16:20:20,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:20,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:20,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378820504"}]},"ts":"1732378820504"} 2024-11-23T16:20:20,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:20:20,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2996676a4f5e6c0fa7ad88e420bd8759, ASSIGN}] 2024-11-23T16:20:20,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2996676a4f5e6c0fa7ad88e420bd8759, ASSIGN 2024-11-23T16:20:20,508 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2996676a4f5e6c0fa7ad88e420bd8759, ASSIGN; state=OFFLINE, location=1a7c5470b472,37771,1732378805882; forceNewPlan=false, retain=false 2024-11-23T16:20:20,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2996676a4f5e6c0fa7ad88e420bd8759, regionState=OPENING, regionLocation=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:20,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2996676a4f5e6c0fa7ad88e420bd8759, ASSIGN because future has completed 2024-11-23T16:20:20,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2996676a4f5e6c0fa7ad88e420bd8759, server=1a7c5470b472,37771,1732378805882}] 2024-11-23T16:20:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:20,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:20,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:20:20,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C37771%2C1732378805882.rep, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/oldWALs, maxLogs=10 2024-11-23T16:20:20,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.rep.1732378820818, exclude list is [], retry=0 2024-11-23T16:20:20,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-c1b78e7e-286d-482b-a43f-0c2bf1f0d0c1,DISK] 2024-11-23T16:20:20,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.rep.1732378820818 2024-11-23T16:20:20,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-23T16:20:20,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2996676a4f5e6c0fa7ad88e420bd8759, NAME => 'hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:20,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. service=MultiRowMutationService 2024-11-23T16:20:20,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:20:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,838 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,840 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2996676a4f5e6c0fa7ad88e420bd8759 columnFamilyName hfileref 2024-11-23T16:20:20,840 DEBUG [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:20,840 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] regionserver.HStore(327): Store=2996676a4f5e6c0fa7ad88e420bd8759/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:20,840 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,841 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2996676a4f5e6c0fa7ad88e420bd8759 columnFamilyName queue 2024-11-23T16:20:20,841 DEBUG [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:20,841 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] regionserver.HStore(327): Store=2996676a4f5e6c0fa7ad88e420bd8759/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:20,841 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,842 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2996676a4f5e6c0fa7ad88e420bd8759 columnFamilyName sid 2024-11-23T16:20:20,842 DEBUG [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:20,842 INFO [StoreOpener-2996676a4f5e6c0fa7ad88e420bd8759-1 {}] regionserver.HStore(327): Store=2996676a4f5e6c0fa7ad88e420bd8759/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:20,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:20,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:20,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2996676a4f5e6c0fa7ad88e420bd8759; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62134546, jitterRate=-0.07412311434745789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:20,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:20,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2996676a4f5e6c0fa7ad88e420bd8759: Running coprocessor pre-open hook at 1732378820837Writing region info on filesystem at 1732378820837Initializing all the Stores at 1732378820838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378820838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378820838Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378820838Cleaning up temporary data from old regions at 1732378820844 (+6 ms)Running coprocessor post-open hooks at 1732378820847 (+3 ms)Region opened successfully at 1732378820847 2024-11-23T16:20:20,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759., pid=10, masterSystemTime=1732378820814 2024-11-23T16:20:20,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:20,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2996676a4f5e6c0fa7ad88e420bd8759, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,37771,1732378805882 2024-11-23T16:20:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2996676a4f5e6c0fa7ad88e420bd8759, server=1a7c5470b472,37771,1732378805882 because future has completed 2024-11-23T16:20:20,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:20:20,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2996676a4f5e6c0fa7ad88e420bd8759, server=1a7c5470b472,37771,1732378805882 in 191 msec 2024-11-23T16:20:20,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:20:20,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2996676a4f5e6c0fa7ad88e420bd8759, ASSIGN in 348 msec 2024-11-23T16:20:20,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:20,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378820856"}]},"ts":"1732378820856"} 2024-11-23T16:20:20,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:20:20,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:20,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-23T16:20:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759., hostname=1a7c5470b472,37771,1732378805882, seqNum=2] 2024-11-23T16:20:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:20,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:20,978 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:21,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:20:21,052 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:20:21,080 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,37771,1732378805882, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:21,080 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:21,081 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37771,1732378805882, seqNum=-1] 2024-11-23T16:20:21,081 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:21,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:21,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,37771,1732378805882', locateType=CURRENT is [region=hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759., hostname=1a7c5470b472,37771,1732378805882, seqNum=2] 2024-11-23T16:20:21,086 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:20:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:20:21,088 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,37771,1732378805882 suceeded 2024-11-23T16:20:21,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:20:21,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-23T16:20:21,090 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:38877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:20:21,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-23T16:20:21,103 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:38877' 2024-11-23T16:20:21,104 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baf930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,104 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:21,104 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:21,105 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186c81f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:21,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:21,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:21,106 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:21,107 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72dab634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,107 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:21,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,38877,1732378797667 2024-11-23T16:20:21,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d530325 2024-11-23T16:20:21,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:21,108 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:21,109 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,37771,1732378805882 (queues=1) is replicating from cluster=844b90e2-61fa-4777-85d2-5c3a18a9f0ce to cluster=d2bd24d6-155f-4269-9bf5-37a4e5f2ea95 2024-11-23T16:20:21,109 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C37771%2C1732378805882 2024-11-23T16:20:21,109 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,37771,1732378805882, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:21,109 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C37771%2C1732378805882 2024-11-23T16:20:21,109 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, startPosition=0, beingWritten=true 2024-11-23T16:20:21,114 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:21,114 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 379, reset compression=false 2024-11-23T16:20:21,114 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:21,292 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:21,317 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 379, reset compression=false 2024-11-23T16:20:21,620 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 379, reset compression=false 2024-11-23T16:20:21,681 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:21,819 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:21,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:21,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:21,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:21,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:21,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:21,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:21,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:21,822 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45884f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:21,824 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad35374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,46877,-1 for getting cluster id 2024-11-23T16:20:21,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:21,826 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a94daa0-4799-4070-8c65-52bb7f79eb4f' 2024-11-23T16:20:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a94daa0-4799-4070-8c65-52bb7f79eb4f" 2024-11-23T16:20:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8bc3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,46877,-1] 2024-11-23T16:20:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:21,828 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508d2812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aa0f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:21,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:21,830 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4028e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:21,831 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587d4b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:21,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38477,1732378797719, seqNum=-1] 2024-11-23T16:20:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:21,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378808919.eb6a2c198d59003de202f6ed323a085b., hostname=1a7c5470b472,38477,1732378797719, seqNum=2] 2024-11-23T16:20:21,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:21,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37771,1732378805882, seqNum=-1] 2024-11-23T16:20:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:21,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378813222.904f79b0349cdf09343d96cafc25d371., hostname=1a7c5470b472,37771,1732378805882, seqNum=2] 2024-11-23T16:20:21,876 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T16:20:22,024 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 379, reset compression=false 2024-11-23T16:20:22,296 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 379, reset compression=false 2024-11-23T16:20:22,301 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:22,301 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 480, reset compression=false 2024-11-23T16:20:22,301 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb6a2c198d59003de202f6ed323a085b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T16:20:22,303 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:22,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-23T16:20:22,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:22,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@702deb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:22,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,46877,-1 for getting cluster id 2024-11-23T16:20:22,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:22,305 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a94daa0-4799-4070-8c65-52bb7f79eb4f' 2024-11-23T16:20:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a94daa0-4799-4070-8c65-52bb7f79eb4f" 2024-11-23T16:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b9c261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,46877,-1] 2024-11-23T16:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:22,307 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:22,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f6833e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:22,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41331,1732378801751, seqNum=-1] 2024-11-23T16:20:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:22,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa., hostname=1a7c5470b472,41331,1732378801751, seqNum=2] 2024-11-23T16:20:22,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:22,485 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 379, reset compression=false 2024-11-23T16:20:22,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:22,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 504, reset compression=false 2024-11-23T16:20:22,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[{test/d71ad9cd7975619cd1bf7c962a0b89fa/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T16:20:22,491 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:22,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-23T16:20:22,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aaa277f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:22,494 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2666ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:22,495 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:22,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317f80bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:22,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:22,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,37771,1732378805882, seqNum=-1] 2024-11-23T16:20:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:22,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378813222.904f79b0349cdf09343d96cafc25d371., hostname=1a7c5470b472,37771,1732378805882, seqNum=2] 2024-11-23T16:20:22,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:22,504 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 480, reset compression=false 2024-11-23T16:20:22,527 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 379, reset compression=false 2024-11-23T16:20:22,531 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:22,531 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 528, reset compression=false 2024-11-23T16:20:22,531 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:22,692 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 504, reset compression=false 2024-11-23T16:20:22,735 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 528, reset compression=false 2024-11-23T16:20:22,806 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 480, reset compression=false 2024-11-23T16:20:22,878 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T16:20:22,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,41331,1732378801751, seqNum=-1] 2024-11-23T16:20:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:22,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa., hostname=1a7c5470b472,41331,1732378801751, seqNum=2] 2024-11-23T16:20:22,885 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T16:20:22,996 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 504, reset compression=false 2024-11-23T16:20:23,000 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:23,000 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 608, reset compression=false 2024-11-23T16:20:23,000 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[{test/d71ad9cd7975619cd1bf7c962a0b89fa/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:20:23,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:23,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:23,038 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 528, reset compression=false 2024-11-23T16:20:23,043 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:23,043 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 656, reset compression=false 2024-11-23T16:20:23,043 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[{test/904f79b0349cdf09343d96cafc25d371/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T16:20:23,045 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:23,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T16:20:23,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:23,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e91a909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:23,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:23,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:23,048 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:23,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:23,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:23,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c645004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:23,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:23,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:23,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:23,049 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:23,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d346308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:23,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:23,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,38477,1732378797719, seqNum=-1] 2024-11-23T16:20:23,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:23,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732378808919.eb6a2c198d59003de202f6ed323a085b., hostname=1a7c5470b472,38477,1732378797719, seqNum=2] 2024-11-23T16:20:23,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:23,204 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 608, reset compression=false 2024-11-23T16:20:23,210 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 480, reset compression=false 2024-11-23T16:20:23,214 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:23,214 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 632, reset compression=false 2024-11-23T16:20:23,214 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:23,246 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 656, reset compression=false 2024-11-23T16:20:23,417 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 632, reset compression=false 2024-11-23T16:20:23,507 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 608, reset compression=false 2024-11-23T16:20:23,551 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 656, reset compression=false 2024-11-23T16:20:23,721 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 632, reset compression=false 2024-11-23T16:20:23,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T16:20:23,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T16:20:23,911 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 608, reset compression=false 2024-11-23T16:20:23,954 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 656, reset compression=false 2024-11-23T16:20:23,960 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:23,960 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 760, reset compression=false 2024-11-23T16:20:23,960 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[{test/904f79b0349cdf09343d96cafc25d371/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:20:23,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:23,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:24,124 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 632, reset compression=false 2024-11-23T16:20:24,129 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:24,129 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 760, reset compression=false 2024-11-23T16:20:24,129 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb6a2c198d59003de202f6ed323a085b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T16:20:24,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:24,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:24,169 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 760, reset compression=false 2024-11-23T16:20:24,332 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 760, reset compression=false 2024-11-23T16:20:24,415 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 608, reset compression=false 2024-11-23T16:20:24,420 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:24,420 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 760, reset compression=false 2024-11-23T16:20:24,420 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:24,474 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 760, reset compression=false 2024-11-23T16:20:24,625 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 760, reset compression=false 2024-11-23T16:20:24,636 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 760, reset compression=false 2024-11-23T16:20:24,878 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 760, reset compression=false 2024-11-23T16:20:24,893 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T16:20:24,898 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T16:20:24,929 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 760, reset compression=false 2024-11-23T16:20:25,042 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 760, reset compression=false 2024-11-23T16:20:25,048 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:25,048 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 916, reset compression=false 2024-11-23T16:20:25,048 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb6a2c198d59003de202f6ed323a085b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T16:20:25,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:25,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:25,257 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 916, reset compression=false 2024-11-23T16:20:25,333 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 760, reset compression=false 2024-11-23T16:20:25,338 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:25,338 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 908, reset compression=false 2024-11-23T16:20:25,338 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[{test/d71ad9cd7975619cd1bf7c962a0b89fa/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T16:20:25,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:25,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:25,382 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 760, reset compression=false 2024-11-23T16:20:25,390 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:25,390 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 932, reset compression=false 2024-11-23T16:20:25,390 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:25,544 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 908, reset compression=false 2024-11-23T16:20:25,562 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 916, reset compression=false 2024-11-23T16:20:25,599 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 932, reset compression=false 2024-11-23T16:20:25,848 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 908, reset compression=false 2024-11-23T16:20:25,900 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T16:20:25,904 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T16:20:25,904 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 932, reset compression=false 2024-11-23T16:20:25,966 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 916, reset compression=false 2024-11-23T16:20:26,256 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 908, reset compression=false 2024-11-23T16:20:26,260 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:26,260 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1067, reset compression=false 2024-11-23T16:20:26,260 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[{test/d71ad9cd7975619cd1bf7c962a0b89fa/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T16:20:26,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:26,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:26,308 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 932, reset compression=false 2024-11-23T16:20:26,313 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:26,313 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1082, reset compression=false 2024-11-23T16:20:26,313 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[{test/904f79b0349cdf09343d96cafc25d371/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T16:20:26,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:26,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:26,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:26,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:26,464 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1067, reset compression=false 2024-11-23T16:20:26,470 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 916, reset compression=false 2024-11-23T16:20:26,474 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:26,474 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1090, reset compression=false 2024-11-23T16:20:26,474 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:26,519 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1082, reset compression=false 2024-11-23T16:20:26,678 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1090, reset compression=false 2024-11-23T16:20:26,767 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1067, reset compression=false 2024-11-23T16:20:26,823 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1082, reset compression=false 2024-11-23T16:20:26,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T16:20:26,911 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T16:20:26,982 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1090, reset compression=false 2024-11-23T16:20:27,175 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1067, reset compression=false 2024-11-23T16:20:27,226 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1082, reset compression=false 2024-11-23T16:20:27,231 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:27,231 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1241, reset compression=false 2024-11-23T16:20:27,231 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[{test/904f79b0349cdf09343d96cafc25d371/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T16:20:27,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:27,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:27,255 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:20:27,389 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1090, reset compression=false 2024-11-23T16:20:27,393 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:27,394 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1240, reset compression=false 2024-11-23T16:20:27,394 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb6a2c198d59003de202f6ed323a085b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T16:20:27,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:27,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:27,435 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1241, reset compression=false 2024-11-23T16:20:27,597 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1240, reset compression=false 2024-11-23T16:20:27,679 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1067, reset compression=false 2024-11-23T16:20:27,684 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:27,684 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1241, reset compression=false 2024-11-23T16:20:27,684 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:27,740 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1241, reset compression=false 2024-11-23T16:20:27,887 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1241, reset compression=false 2024-11-23T16:20:27,902 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1240, reset compression=false 2024-11-23T16:20:27,917 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T16:20:27,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bea2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:27,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:27,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:27,928 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ae0267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:27,930 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6546b9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:27,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33381,1732378805842 2024-11-23T16:20:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373e3937 2024-11-23T16:20:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:27,936 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:27,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-23T16:20:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-23T16:20:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:20:27,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:20:28,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T16:20:28,101 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-23T16:20:28,102 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-23T16:20:28,102 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,37771,1732378805882 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-23T16:20:28,102 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0. 2024-11-23T16:20:28,102 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:28,102 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:28,102 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:28,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:28,191 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1241, reset compression=false 2024-11-23T16:20:28,203 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T16:20:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:20:28,303 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 terminated 2024-11-23T16:20:28,306 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1240, reset compression=false 2024-11-23T16:20:28,332 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,37771,1732378805882, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:28,333 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-23T16:20:28,338 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T16:20:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T16:20:28,343 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 1a7c5470b472,37771,1732378805882 suceeded 2024-11-23T16:20:28,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T16:20:28,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 395 msec 2024-11-23T16:20:28,347 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-23T16:20:28,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 411 msec 2024-11-23T16:20:28,373 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:38877' 2024-11-23T16:20:28,377 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c53e73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:28,377 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,38877,-1 for getting cluster id 2024-11-23T16:20:28,377 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:28,378 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2bd24d6-155f-4269-9bf5-37a4e5f2ea95' 2024-11-23T16:20:28,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:28,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2bd24d6-155f-4269-9bf5-37a4e5f2ea95" 2024-11-23T16:20:28,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@169e2d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:28,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,38877,-1] 2024-11-23T16:20:28,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:28,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:28,380 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:28,381 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb38322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:28,381 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:28,382 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,38877,1732378797667 2024-11-23T16:20:28,382 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34841f8b 2024-11-23T16:20:28,383 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:28,384 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:28,385 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,37771,1732378805882 (queues=1) is replicating from cluster=844b90e2-61fa-4777-85d2-5c3a18a9f0ce to cluster=d2bd24d6-155f-4269-9bf5-37a4e5f2ea95 2024-11-23T16:20:28,385 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C37771%2C1732378805882 2024-11-23T16:20:28,385 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,37771,1732378805882, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:28,392 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C37771%2C1732378805882 2024-11-23T16:20:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:20:28,570 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:28,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:28,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:28,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:28,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:28,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:28,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-23T16:20:28,602 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1241, reset compression=false 2024-11-23T16:20:28,841 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1240, reset compression=false 2024-11-23T16:20:28,846 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:28,846 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1344, reset compression=false 2024-11-23T16:20:28,846 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb6a2c198d59003de202f6ed323a085b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:20:28,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:28,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:29,056 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1344, reset compression=false 2024-11-23T16:20:29,107 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1241, reset compression=false 2024-11-23T16:20:29,112 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:29,112 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1369, reset compression=false 2024-11-23T16:20:29,112 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[{test/d71ad9cd7975619cd1bf7c962a0b89fa/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T16:20:29,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:29,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:29,316 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1369, reset compression=false 2024-11-23T16:20:29,360 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1344, reset compression=false 2024-11-23T16:20:29,578 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-23T16:20:29,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36149280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:29,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33381,-1 for getting cluster id 2024-11-23T16:20:29,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:29,581 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '844b90e2-61fa-4777-85d2-5c3a18a9f0ce' 2024-11-23T16:20:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "844b90e2-61fa-4777-85d2-5c3a18a9f0ce" 2024-11-23T16:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b271498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33381,-1] 2024-11-23T16:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,583 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fc88d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:29,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33381,1732378805842 2024-11-23T16:20:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745f187d 2024-11-23T16:20:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:29,588 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:29,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-23T16:20:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-23T16:20:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T16:20:29,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:29,619 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1369, reset compression=false 2024-11-23T16:20:29,623 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:29,623 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:29,623 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[{test/d71ad9cd7975619cd1bf7c962a0b89fa/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:20:29,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:29,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T16:20:29,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-23T16:20:29,748 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-23T16:20:29,748 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T16:20:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T16:20:29,751 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 1a7c5470b472,37771,1732378805882 suceeded 2024-11-23T16:20:29,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T16:20:29,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-23T16:20:29,752 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-23T16:20:29,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-23T16:20:29,764 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1344, reset compression=false 2024-11-23T16:20:29,791 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, startPosition=1241, beingWritten=true 2024-11-23T16:20:29,796 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:29,796 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1521, reset compression=false 2024-11-23T16:20:29,796 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[{test/904f79b0349cdf09343d96cafc25d371/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T16:20:29,799 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:29,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T16:20:29,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:29,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:29,827 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T16:20:29,910 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:29,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:29,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:29,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:29,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-23T16:20:29,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:20:29,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:29,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:29,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:29,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:20:29,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1181068094, stopped=false 2024-11-23T16:20:29,913 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,33381,1732378805842 2024-11-23T16:20:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2790741734/running 2024-11-23T16:20:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2790741734/running 2024-11-23T16:20:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:29,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:29,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:20:29,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:29,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:29,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,37771,1732378805882' ***** 2024-11-23T16:20:29,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:20:29,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/running 2024-11-23T16:20:29,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Set watcher on znode that does not yet exist, /2790741734/running 2024-11-23T16:20:29,915 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:20:29,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(3091): Received CLOSE for 2996676a4f5e6c0fa7ad88e420bd8759 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(3091): Received CLOSE for 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,37771,1732378805882 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:37771. 2024-11-23T16:20:29,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2996676a4f5e6c0fa7ad88e420bd8759, disabling compactions & flushes 2024-11-23T16:20:29,916 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:29,916 DEBUG [RS:0;1a7c5470b472:37771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:29,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:29,916 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:29,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. after waiting 0 ms 2024-11-23T16:20:29,916 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:20:29,916 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2996676a4f5e6c0fa7ad88e420bd8759 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-23T16:20:29,916 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:20:29,917 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:20:29,917 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:20:29,917 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1325): Online Regions={2996676a4f5e6c0fa7ad88e420bd8759=hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759., 904f79b0349cdf09343d96cafc25d371=test,,1732378813222.904f79b0349cdf09343d96cafc25d371., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:20:29,917 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2996676a4f5e6c0fa7ad88e420bd8759, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:29,917 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:29,917 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:29,917 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:29,917 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:29,917 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:29,917 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:20:29,948 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/info/b0599ab72bb34fbf9982d504adcf36a1 is 147, key is hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759./info:regioninfo/1732378820850/Put/seqid=0 2024-11-23T16:20:29,948 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/.tmp/queue/d6ab83f8533b4ac2bf25d207b2326505 is 154, key is 1-1a7c5470b472,37771,1732378805882/queue:1a7c5470b472%2C37771%2C1732378805882/1732378829804/Put/seqid=0 2024-11-23T16:20:29,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741840_1016 (size=7686) 2024-11-23T16:20:29,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741841_1017 (size=5353) 2024-11-23T16:20:29,962 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:20:30,001 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1521, reset compression=false 2024-11-23T16:20:30,117 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2996676a4f5e6c0fa7ad88e420bd8759, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:30,130 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:30,268 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1344, reset compression=false 2024-11-23T16:20:30,273 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:30,273 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:30,273 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:30,304 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1521, reset compression=false 2024-11-23T16:20:30,318 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2996676a4f5e6c0fa7ad88e420bd8759, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:30,353 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/info/b0599ab72bb34fbf9982d504adcf36a1 2024-11-23T16:20:30,361 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/.tmp/queue/d6ab83f8533b4ac2bf25d207b2326505 2024-11-23T16:20:30,369 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/.tmp/queue/d6ab83f8533b4ac2bf25d207b2326505 as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/queue/d6ab83f8533b4ac2bf25d207b2326505 2024-11-23T16:20:30,373 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/queue/d6ab83f8533b4ac2bf25d207b2326505, entries=1, sequenceid=13, filesize=5.2 K 2024-11-23T16:20:30,374 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2996676a4f5e6c0fa7ad88e420bd8759 in 458ms, sequenceid=13, compaction requested=false 2024-11-23T16:20:30,378 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/replication/2996676a4f5e6c0fa7ad88e420bd8759/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-23T16:20:30,378 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:30,378 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:20:30,378 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:30,378 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2996676a4f5e6c0fa7ad88e420bd8759: Waiting for close lock at 1732378829916Running coprocessor pre-close hooks at 1732378829916Disabling compacts and flushes for region at 1732378829916Disabling writes for close at 1732378829916Obtaining lock to block concurrent updates at 1732378829916Preparing flush snapshotting stores in 2996676a4f5e6c0fa7ad88e420bd8759 at 1732378829916Finished memstore snapshotting hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732378829917 (+1 ms)Flushing stores of hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. at 1732378829917Flushing 2996676a4f5e6c0fa7ad88e420bd8759/queue: creating writer at 1732378829917Flushing 2996676a4f5e6c0fa7ad88e420bd8759/queue: appending metadata at 1732378829947 (+30 ms)Flushing 2996676a4f5e6c0fa7ad88e420bd8759/queue: closing flushed file at 1732378829947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba1769d: reopening flushed file at 1732378830369 (+422 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2996676a4f5e6c0fa7ad88e420bd8759 in 458ms, sequenceid=13, compaction requested=false at 1732378830374 (+5 ms)Writing region close event to WAL at 1732378830375 (+1 ms)Running coprocessor post-close hooks at 1732378830378 (+3 ms)Closed at 1732378830378 2024-11-23T16:20:30,378 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378819684.2996676a4f5e6c0fa7ad88e420bd8759. 2024-11-23T16:20:30,379 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 904f79b0349cdf09343d96cafc25d371, disabling compactions & flushes 2024-11-23T16:20:30,379 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:30,379 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:30,379 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378813222.904f79b0349cdf09343d96cafc25d371. after waiting 0 ms 2024-11-23T16:20:30,379 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:30,379 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 904f79b0349cdf09343d96cafc25d371 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T16:20:30,379 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/ns/bdc6730e2047473084d3f67d0ec7143e is 43, key is default/ns:d/1732378808822/Put/seqid=0 2024-11-23T16:20:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:20:30,400 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/f/3bc7187742a848d69d4a79489bac3cb9 is 37, key is row3/f:row3/1732378828572/Put/seqid=0 2024-11-23T16:20:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741843_1019 (size=5228) 2024-11-23T16:20:30,476 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:30,518 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:30,535 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:30,708 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1521, reset compression=false 2024-11-23T16:20:30,713 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:30,713 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1768, reset compression=false 2024-11-23T16:20:30,713 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,37771,1732378805882 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:30,714 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,37771,1732378805882: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,37771,1732378805882, walGroup=1a7c5470b472%2C37771%2C1732378805882, offset=1a7c5470b472%2C37771%2C1732378805882.1732378807869:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:37771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:20:30,715 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:20:30,715 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:20:30,715 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:20:30,715 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:20:30,715 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:20:30,715 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 888137440 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197693968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:20:30,716 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:33381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:33381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:20:30,718 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:30,733 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:20:30,734 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:20:30,781 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:30,786 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/ns/bdc6730e2047473084d3f67d0ec7143e 2024-11-23T16:20:30,806 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/rep_barrier/83e52103f1164742af5aafbe0ae46956 is 112, key is test,,1732378813222.904f79b0349cdf09343d96cafc25d371./rep_barrier:seqnumDuringOpen/1732378814376/Put/seqid=0 2024-11-23T16:20:30,807 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/f/3bc7187742a848d69d4a79489bac3cb9 2024-11-23T16:20:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741844_1020 (size=5518) 2024-11-23T16:20:30,811 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bc7187742a848d69d4a79489bac3cb9 2024-11-23T16:20:30,829 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/f1/e96c0b9b639f47a6acf31a061926c08f is 30, key is row1/f1:/1732378825901/DeleteFamily/seqid=0 2024-11-23T16:20:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741845_1021 (size=5158) 2024-11-23T16:20:30,917 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1768, reset compression=false 2024-11-23T16:20:30,918 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:20:30,918 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1325): Online Regions={904f79b0349cdf09343d96cafc25d371=test,,1732378813222.904f79b0349cdf09343d96cafc25d371., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:20:30,918 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:31,038 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:31,118 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:31,188 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:31,211 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/rep_barrier/83e52103f1164742af5aafbe0ae46956 2024-11-23T16:20:31,224 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1768, reset compression=false 2024-11-23T16:20:31,234 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/f1/e96c0b9b639f47a6acf31a061926c08f 2024-11-23T16:20:31,235 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/table/c50075809f1441138e7c523465f6b61e is 53, key is hbase:replication/table:state/1732378820856/Put/seqid=0 2024-11-23T16:20:31,239 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e96c0b9b639f47a6acf31a061926c08f 2024-11-23T16:20:31,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741846_1022 (size=5308) 2024-11-23T16:20:31,262 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/norep/f1beffc681144e4fa4c03f6cf1b197fc is 33, key is row2/norep:/1732378826907/DeleteFamily/seqid=0 2024-11-23T16:20:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741847_1023 (size=5108) 2024-11-23T16:20:31,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:20:31,319 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:31,519 DEBUG [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904f79b0349cdf09343d96cafc25d371 2024-11-23T16:20:31,627 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/WALs/1a7c5470b472,37771,1732378805882/1a7c5470b472%2C37771%2C1732378805882.1732378807869 to pos 1768, reset compression=false 2024-11-23T16:20:31,642 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:31,645 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/table/c50075809f1441138e7c523465f6b61e 2024-11-23T16:20:31,650 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/info/b0599ab72bb34fbf9982d504adcf36a1 as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/info/b0599ab72bb34fbf9982d504adcf36a1 2024-11-23T16:20:31,654 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/info/b0599ab72bb34fbf9982d504adcf36a1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:20:31,654 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/ns/bdc6730e2047473084d3f67d0ec7143e as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/ns/bdc6730e2047473084d3f67d0ec7143e 2024-11-23T16:20:31,658 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/ns/bdc6730e2047473084d3f67d0ec7143e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:20:31,659 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/rep_barrier/83e52103f1164742af5aafbe0ae46956 as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/rep_barrier/83e52103f1164742af5aafbe0ae46956 2024-11-23T16:20:31,662 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/rep_barrier/83e52103f1164742af5aafbe0ae46956, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:20:31,663 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/.tmp/table/c50075809f1441138e7c523465f6b61e as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/table/c50075809f1441138e7c523465f6b61e 2024-11-23T16:20:31,666 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/table/c50075809f1441138e7c523465f6b61e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:20:31,667 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false 2024-11-23T16:20:31,677 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:20:31,678 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:31,678 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:20:31,678 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:31,678 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378829917Running coprocessor pre-close hooks at 1732378829917Disabling compacts and flushes for region at 1732378829917Disabling writes for close at 1732378829917Obtaining lock to block concurrent updates at 1732378829917Preparing flush snapshotting stores in 1588230740 at 1732378829917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378829918 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378829918Flushing 1588230740/info: creating writer at 1732378829918Flushing 1588230740/info: appending metadata at 1732378829947 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732378829947Flushing 1588230740/ns: creating writer at 1732378830358 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732378830379 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732378830379Flushing 1588230740/rep_barrier: creating writer at 1732378830790 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378830806 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378830806Flushing 1588230740/table: creating writer at 1732378831217 (+411 ms)Flushing 1588230740/table: appending metadata at 1732378831234 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732378831234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424493b1: reopening flushed file at 1732378831649 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1d37db: reopening flushed file at 1732378831654 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de59170: reopening flushed file at 1732378831658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac252dd: reopening flushed file at 1732378831662 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false at 1732378831667 (+5 ms)Writing region close event to WAL at 1732378831674 (+7 ms)Running coprocessor post-close hooks at 1732378831678 (+4 ms)Closed at 1732378831678 2024-11-23T16:20:31,678 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:31,687 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/norep/f1beffc681144e4fa4c03f6cf1b197fc 2024-11-23T16:20:31,692 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1beffc681144e4fa4c03f6cf1b197fc 2024-11-23T16:20:31,692 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:31,693 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/f/3bc7187742a848d69d4a79489bac3cb9 as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/f/3bc7187742a848d69d4a79489bac3cb9 2024-11-23T16:20:31,700 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bc7187742a848d69d4a79489bac3cb9 2024-11-23T16:20:31,700 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/f/3bc7187742a848d69d4a79489bac3cb9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T16:20:31,701 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/f1/e96c0b9b639f47a6acf31a061926c08f as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/f1/e96c0b9b639f47a6acf31a061926c08f 2024-11-23T16:20:31,704 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e96c0b9b639f47a6acf31a061926c08f 2024-11-23T16:20:31,705 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/f1/e96c0b9b639f47a6acf31a061926c08f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T16:20:31,705 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/.tmp/norep/f1beffc681144e4fa4c03f6cf1b197fc as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/norep/f1beffc681144e4fa4c03f6cf1b197fc 2024-11-23T16:20:31,708 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1beffc681144e4fa4c03f6cf1b197fc 2024-11-23T16:20:31,708 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/norep/f1beffc681144e4fa4c03f6cf1b197fc, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T16:20:31,709 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 904f79b0349cdf09343d96cafc25d371 in 1330ms, sequenceid=12, compaction requested=false 2024-11-23T16:20:31,713 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/data/default/test/904f79b0349cdf09343d96cafc25d371/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T16:20:31,713 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:31,713 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:31,713 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:31,713 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 904f79b0349cdf09343d96cafc25d371: Waiting for close lock at 1732378830379Running coprocessor pre-close hooks at 1732378830379Disabling compacts and flushes for region at 1732378830379Disabling writes for close at 1732378830379Obtaining lock to block concurrent updates at 1732378830379Preparing flush snapshotting stores in 904f79b0349cdf09343d96cafc25d371 at 1732378830379Finished memstore snapshotting test,,1732378813222.904f79b0349cdf09343d96cafc25d371., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732378830379Flushing stores of test,,1732378813222.904f79b0349cdf09343d96cafc25d371. at 1732378830380 (+1 ms)Flushing 904f79b0349cdf09343d96cafc25d371/f: creating writer at 1732378830380Flushing 904f79b0349cdf09343d96cafc25d371/f: appending metadata at 1732378830399 (+19 ms)Flushing 904f79b0349cdf09343d96cafc25d371/f: closing flushed file at 1732378830399Flushing 904f79b0349cdf09343d96cafc25d371/f1: creating writer at 1732378830812 (+413 ms)Flushing 904f79b0349cdf09343d96cafc25d371/f1: appending metadata at 1732378830829 (+17 ms)Flushing 904f79b0349cdf09343d96cafc25d371/f1: closing flushed file at 1732378830829Flushing 904f79b0349cdf09343d96cafc25d371/norep: creating writer at 1732378831239 (+410 ms)Flushing 904f79b0349cdf09343d96cafc25d371/norep: appending metadata at 1732378831261 (+22 ms)Flushing 904f79b0349cdf09343d96cafc25d371/norep: closing flushed file at 1732378831261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0eceec: reopening flushed file at 1732378831692 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b1f723: reopening flushed file at 1732378831700 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a7f074: reopening flushed file at 1732378831705 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 904f79b0349cdf09343d96cafc25d371 in 1330ms, sequenceid=12, compaction requested=false at 1732378831709 (+4 ms)Writing region close event to WAL at 1732378831710 (+1 ms)Running coprocessor post-close hooks at 1732378831713 (+3 ms)Closed at 1732378831713 2024-11-23T16:20:31,713 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378813222.904f79b0349cdf09343d96cafc25d371. 2024-11-23T16:20:31,719 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,37771,1732378805882; all regions closed. 2024-11-23T16:20:31,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:20:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741839_1015 (size=3333) 2024-11-23T16:20:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741832_1008 (size=2420) 2024-11-23T16:20:31,725 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:31,725 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:20:31,726 INFO [RS:0;1a7c5470b472:37771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:20:31,726 INFO [RS:0;1a7c5470b472:37771 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:20:31,726 INFO [RS:0;1a7c5470b472:37771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:20:31,726 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:20:31,726 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,37771,1732378805882 because: Region server is closing 2024-11-23T16:20:31,726 INFO [RS:0;1a7c5470b472:37771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:37771. 2024-11-23T16:20:31,727 DEBUG [RS:0;1a7c5470b472:37771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:31,727 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:31,727 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:31,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:31,827 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.shipper1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 terminated 2024-11-23T16:20:31,827 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,37771,1732378805882.replicationSource.wal-reader.1a7c5470b472%2C37771%2C1732378805882,1-1a7c5470b472,37771,1732378805882 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:20:31,827 INFO [RS:0;1a7c5470b472:37771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:37771. 2024-11-23T16:20:31,827 DEBUG [RS:0;1a7c5470b472:37771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:31,827 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:31,827 DEBUG [RS:0;1a7c5470b472:37771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:31,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:31,828 INFO [RS:0;1a7c5470b472:37771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37771 2024-11-23T16:20:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2790741734/rs/1a7c5470b472,37771,1732378805882 2024-11-23T16:20:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734/rs 2024-11-23T16:20:31,829 INFO [RS:0;1a7c5470b472:37771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:20:31,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,37771,1732378805882] 2024-11-23T16:20:31,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2790741734/draining/1a7c5470b472,37771,1732378805882 already deleted, retry=false 2024-11-23T16:20:31,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,37771,1732378805882 expired; onlineServers=0 2024-11-23T16:20:31,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,33381,1732378805842' ***** 2024-11-23T16:20:31,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:20:31,833 INFO [M:0;1a7c5470b472:33381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:20:31,833 INFO [M:0;1a7c5470b472:33381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:20:31,833 DEBUG [M:0;1a7c5470b472:33381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:20:31,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:20:31,833 DEBUG [M:0;1a7c5470b472:33381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:20:31,833 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378807645 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378807645,5,FailOnTimeoutGroup] 2024-11-23T16:20:31,833 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378807648 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378807648,5,FailOnTimeoutGroup] 2024-11-23T16:20:31,834 INFO [M:0;1a7c5470b472:33381 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:20:31,834 INFO [M:0;1a7c5470b472:33381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:20:31,834 DEBUG [M:0;1a7c5470b472:33381 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:20:31,834 INFO [M:0;1a7c5470b472:33381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:20:31,834 INFO [M:0;1a7c5470b472:33381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:20:31,834 INFO [M:0;1a7c5470b472:33381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:20:31,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:20:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2790741734/master 2024-11-23T16:20:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2790741734 2024-11-23T16:20:31,835 DEBUG [M:0;1a7c5470b472:33381 {}] zookeeper.ZKUtil(347): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Unable to get data of znode /2790741734/master because node does not exist (not an error) 2024-11-23T16:20:31,835 WARN [M:0;1a7c5470b472:33381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:20:31,836 INFO [M:0;1a7c5470b472:33381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/.lastflushedseqids 2024-11-23T16:20:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741848_1024 (size=245) 2024-11-23T16:20:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37771-0x10145a08cd20007, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:31,931 INFO [RS:0;1a7c5470b472:37771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:20:31,931 INFO [RS:0;1a7c5470b472:37771 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,37771,1732378805882; zookeeper connection closed. 2024-11-23T16:20:31,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40526f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40526f5 2024-11-23T16:20:31,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:20:32,240 INFO [M:0;1a7c5470b472:33381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:20:32,241 INFO [M:0;1a7c5470b472:33381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:20:32,241 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:32,241 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:32,241 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:32,241 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:32,241 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:32,241 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-23T16:20:32,260 DEBUG [M:0;1a7c5470b472:33381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ff89d8d1b04e1a838ed0324b563e9a is 82, key is hbase:meta,,1/info:regioninfo/1732378808813/Put/seqid=0 2024-11-23T16:20:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741849_1025 (size=5672) 2024-11-23T16:20:32,264 INFO [M:0;1a7c5470b472:33381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ff89d8d1b04e1a838ed0324b563e9a 2024-11-23T16:20:32,291 DEBUG [M:0;1a7c5470b472:33381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3ae11e85f8646c2afbcb7a69eda9a45 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378820860/Put/seqid=0 2024-11-23T16:20:32,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741850_1026 (size=9212) 2024-11-23T16:20:32,297 INFO [M:0;1a7c5470b472:33381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3ae11e85f8646c2afbcb7a69eda9a45 2024-11-23T16:20:32,301 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:32,322 DEBUG [M:0;1a7c5470b472:33381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c612293f1e94b32bee9c1658a679bda is 69, key is 1a7c5470b472,37771,1732378805882/rs:state/1732378807721/Put/seqid=0 2024-11-23T16:20:32,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741851_1027 (size=5156) 2024-11-23T16:20:32,331 INFO [M:0;1a7c5470b472:33381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c612293f1e94b32bee9c1658a679bda 2024-11-23T16:20:32,339 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ff89d8d1b04e1a838ed0324b563e9a as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6ff89d8d1b04e1a838ed0324b563e9a 2024-11-23T16:20:32,346 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:32,353 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6ff89d8d1b04e1a838ed0324b563e9a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T16:20:32,355 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3ae11e85f8646c2afbcb7a69eda9a45 as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3ae11e85f8646c2afbcb7a69eda9a45 2024-11-23T16:20:32,359 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3ae11e85f8646c2afbcb7a69eda9a45, entries=15, sequenceid=127, filesize=9.0 K 2024-11-23T16:20:32,360 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c612293f1e94b32bee9c1658a679bda as hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c612293f1e94b32bee9c1658a679bda 2024-11-23T16:20:32,363 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/32cf1276-2721-21bf-9cf5-7c3fca03e80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c612293f1e94b32bee9c1658a679bda, entries=1, sequenceid=127, filesize=5.0 K 2024-11-23T16:20:32,364 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=127, compaction requested=false 2024-11-23T16:20:32,366 INFO [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:32,366 DEBUG [M:0;1a7c5470b472:33381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378832241Disabling compacts and flushes for region at 1732378832241Disabling writes for close at 1732378832241Obtaining lock to block concurrent updates at 1732378832241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378832241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732378832241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378832242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378832242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378832260 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378832260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378832268 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378832291 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378832291Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378832301 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378832321 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378832321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f99f924: reopening flushed file at 1732378832338 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73031cbf: reopening flushed file at 1732378832354 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf8828: reopening flushed file at 1732378832359 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=127, compaction requested=false at 1732378832364 (+5 ms)Writing region close event to WAL at 1732378832366 (+2 ms)Closed at 1732378832366 2024-11-23T16:20:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741830_1006 (size=73866) 2024-11-23T16:20:32,368 INFO [M:0;1a7c5470b472:33381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:20:32,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:20:32,368 INFO [M:0;1a7c5470b472:33381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33381 2024-11-23T16:20:32,369 INFO [M:0;1a7c5470b472:33381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:20:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:32,474 INFO [M:0;1a7c5470b472:33381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:20:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33381-0x10145a08cd20006, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:32,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491e3e20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:32,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c83d38d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:20:32,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:20:32,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6181fcd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:20:32,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794694b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir/,STOPPED} 2024-11-23T16:20:32,480 WARN [BP-831550756-172.17.0.2-1732378804810 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:20:32,480 WARN [BP-831550756-172.17.0.2-1732378804810 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831550756-172.17.0.2-1732378804810 (Datanode Uuid 4b1d48c8-5c1c-4f2c-b8d5-228ffeb6913a) service to localhost/127.0.0.1:33281 2024-11-23T16:20:32,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:20:32,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:20:32,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/cluster_ee5e3e66-65c7-bc3b-f0c9-0477b66d9183/data/data1/current/BP-831550756-172.17.0.2-1732378804810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:20:32,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/cluster_ee5e3e66-65c7-bc3b-f0c9-0477b66d9183/data/data2/current/BP-831550756-172.17.0.2-1732378804810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:20:32,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:20:32,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0c490e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:32,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1c489a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:20:32,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:20:32,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d513ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:20:32,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522fe28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir/,STOPPED} 2024-11-23T16:20:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:20:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:20:32,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:32,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:32,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:32,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:20:32,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1006067724, stopped=false 2024-11-23T16:20:32,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,46877,1732378801716 2024-11-23T16:20:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-514642582/running 2024-11-23T16:20:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-514642582/running 2024-11-23T16:20:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:32,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:20:32,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/running 2024-11-23T16:20:32,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Set watcher on znode that does not yet exist, /1-514642582/running 2024-11-23T16:20:32,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:32,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:32,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:32,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,41331,1732378801751' ***** 2024-11-23T16:20:32,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:20:32,507 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:20:32,507 INFO [RS:0;1a7c5470b472:41331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:20:32,507 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:20:32,507 INFO [RS:0;1a7c5470b472:41331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:20:32,507 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,41331,1732378801751 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:41331. 2024-11-23T16:20:32,508 DEBUG [RS:0;1a7c5470b472:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:32,508 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:20:32,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d71ad9cd7975619cd1bf7c962a0b89fa, disabling compactions & flushes 2024-11-23T16:20:32,508 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:20:32,508 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:32,508 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d71ad9cd7975619cd1bf7c962a0b89fa=test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa., afd8e7bc1d0ed24ca606fb7fa960b7e0=hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.} 2024-11-23T16:20:32,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:32,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. after waiting 0 ms 2024-11-23T16:20:32,508 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0, d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:32,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:32,508 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d71ad9cd7975619cd1bf7c962a0b89fa 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T16:20:32,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:32,509 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:32,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:32,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:32,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:32,509 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:20:32,531 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/info/1a072a0bdd4d4cea82f6313893273c1b is 147, key is hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0./info:regioninfo/1732378818698/Put/seqid=0 2024-11-23T16:20:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741840_1016 (size=7686) 2024-11-23T16:20:32,541 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/info/1a072a0bdd4d4cea82f6313893273c1b 2024-11-23T16:20:32,543 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/f/28c3b299160c4bf19b57beecee9e25ea is 37, key is row3/f:row3/1732378828572/Put/seqid=0 2024-11-23T16:20:32,547 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:20:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741841_1017 (size=5228) 2024-11-23T16:20:32,591 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/ns/60eb9d995fe34f06aafa2305e92740af is 43, key is default/ns:d/1732378804690/Put/seqid=0 2024-11-23T16:20:32,604 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:20:32,604 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:20:32,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:20:32,607 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/ns/60eb9d995fe34f06aafa2305e92740af 2024-11-23T16:20:32,643 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/rep_barrier/205465eea3b847b1b6712a3b7f195f75 is 112, key is test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa./rep_barrier:seqnumDuringOpen/1732378812216/Put/seqid=0 2024-11-23T16:20:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741843_1019 (size=5518) 2024-11-23T16:20:32,708 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0, d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:32,909 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0, d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:32,955 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/f/28c3b299160c4bf19b57beecee9e25ea 2024-11-23T16:20:32,961 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28c3b299160c4bf19b57beecee9e25ea 2024-11-23T16:20:32,979 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/f1/edb3e4926b0743909410327844098515 is 30, key is row1/f1:/1732378825901/DeleteFamily/seqid=0 2024-11-23T16:20:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741844_1020 (size=5158) 2024-11-23T16:20:32,983 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/f1/edb3e4926b0743909410327844098515 2024-11-23T16:20:32,986 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edb3e4926b0743909410327844098515 2024-11-23T16:20:33,000 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/norep/af609dd9544f41b593dd0e4f3e6497f4 is 33, key is row1/norep:/1732378825901/DeleteFamily/seqid=0 2024-11-23T16:20:33,005 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741845_1021 (size=5108) 2024-11-23T16:20:33,059 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/rep_barrier/205465eea3b847b1b6712a3b7f195f75 2024-11-23T16:20:33,078 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/table/3024d2b7c974425c93ad738013ac9779 is 53, key is hbase:replication/table:state/1732378818705/Put/seqid=0 2024-11-23T16:20:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741846_1022 (size=5308) 2024-11-23T16:20:33,109 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0, d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:33,150 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1473, reset compression=false 2024-11-23T16:20:33,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:33,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1720, reset compression=false 2024-11-23T16:20:33,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,41331,1732378801751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:33,158 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,41331,1732378801751: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,41331,1732378801751, walGroup=1a7c5470b472%2C41331%2C1732378801751, offset=1a7c5470b472%2C41331%2C1732378801751.1732378803735:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:41331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:20:33,159 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:20:33,159 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:20:33,159 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:20:33,159 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:20:33,159 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:20:33,159 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 906978312 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198141944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:20:33,160 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:20:33,309 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0, d71ad9cd7975619cd1bf7c962a0b89fa 2024-11-23T16:20:33,366 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1720, reset compression=false 2024-11-23T16:20:33,406 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/norep/af609dd9544f41b593dd0e4f3e6497f4 2024-11-23T16:20:33,411 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af609dd9544f41b593dd0e4f3e6497f4 2024-11-23T16:20:33,411 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/f/28c3b299160c4bf19b57beecee9e25ea as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/f/28c3b299160c4bf19b57beecee9e25ea 2024-11-23T16:20:33,415 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28c3b299160c4bf19b57beecee9e25ea 2024-11-23T16:20:33,415 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/f/28c3b299160c4bf19b57beecee9e25ea, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T16:20:33,416 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/f1/edb3e4926b0743909410327844098515 as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/f1/edb3e4926b0743909410327844098515 2024-11-23T16:20:33,419 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edb3e4926b0743909410327844098515 2024-11-23T16:20:33,420 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/f1/edb3e4926b0743909410327844098515, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T16:20:33,420 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/.tmp/norep/af609dd9544f41b593dd0e4f3e6497f4 as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/norep/af609dd9544f41b593dd0e4f3e6497f4 2024-11-23T16:20:33,423 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af609dd9544f41b593dd0e4f3e6497f4 2024-11-23T16:20:33,424 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/norep/af609dd9544f41b593dd0e4f3e6497f4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T16:20:33,424 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d71ad9cd7975619cd1bf7c962a0b89fa in 916ms, sequenceid=12, compaction requested=false 2024-11-23T16:20:33,425 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:20:33,428 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/default/test/d71ad9cd7975619cd1bf7c962a0b89fa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:33,429 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d71ad9cd7975619cd1bf7c962a0b89fa: Waiting for close lock at 1732378832508Running coprocessor pre-close hooks at 1732378832508Disabling compacts and flushes for region at 1732378832508Disabling writes for close at 1732378832508Obtaining lock to block concurrent updates at 1732378832508Preparing flush snapshotting stores in d71ad9cd7975619cd1bf7c962a0b89fa at 1732378832508Finished memstore snapshotting test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732378832509 (+1 ms)Flushing stores of test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. at 1732378832512 (+3 ms)Flushing d71ad9cd7975619cd1bf7c962a0b89fa/f: creating writer at 1732378832512Flushing d71ad9cd7975619cd1bf7c962a0b89fa/f: appending metadata at 1732378832542 (+30 ms)Flushing d71ad9cd7975619cd1bf7c962a0b89fa/f: closing flushed file at 1732378832542Flushing d71ad9cd7975619cd1bf7c962a0b89fa/f1: creating writer at 1732378832961 (+419 ms)Flushing d71ad9cd7975619cd1bf7c962a0b89fa/f1: appending metadata at 1732378832978 (+17 ms)Flushing d71ad9cd7975619cd1bf7c962a0b89fa/f1: closing flushed file at 1732378832978Flushing d71ad9cd7975619cd1bf7c962a0b89fa/norep: creating writer at 1732378832986 (+8 ms)Flushing d71ad9cd7975619cd1bf7c962a0b89fa/norep: appending metadata at 1732378833000 (+14 ms)Flushing d71ad9cd7975619cd1bf7c962a0b89fa/norep: closing flushed file at 1732378833000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c027604: reopening flushed file at 1732378833411 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc62b4a: reopening flushed file at 1732378833415 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659b746a: reopening flushed file at 1732378833420 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d71ad9cd7975619cd1bf7c962a0b89fa in 916ms, sequenceid=12, compaction requested=false at 1732378833424 (+4 ms)Writing region close event to WAL at 1732378833426 (+2 ms)Running coprocessor post-close hooks at 1732378833429 (+3 ms)Closed at 1732378833429 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378811072.d71ad9cd7975619cd1bf7c962a0b89fa. 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afd8e7bc1d0ed24ca606fb7fa960b7e0, disabling compactions & flushes 2024-11-23T16:20:33,429 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,429 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. after waiting 0 ms 2024-11-23T16:20:33,430 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,430 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afd8e7bc1d0ed24ca606fb7fa960b7e0: Waiting for close lock at 1732378833429Running coprocessor pre-close hooks at 1732378833429Disabling compacts and flushes for region at 1732378833429Disabling writes for close at 1732378833430 (+1 ms)Failed flush hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0., putting online again at 1732378833430 2024-11-23T16:20:33,430 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,482 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/table/3024d2b7c974425c93ad738013ac9779 2024-11-23T16:20:33,487 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/info/1a072a0bdd4d4cea82f6313893273c1b as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/info/1a072a0bdd4d4cea82f6313893273c1b 2024-11-23T16:20:33,491 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/info/1a072a0bdd4d4cea82f6313893273c1b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:20:33,491 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/ns/60eb9d995fe34f06aafa2305e92740af as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/ns/60eb9d995fe34f06aafa2305e92740af 2024-11-23T16:20:33,495 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/ns/60eb9d995fe34f06aafa2305e92740af, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:20:33,496 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/rep_barrier/205465eea3b847b1b6712a3b7f195f75 as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/rep_barrier/205465eea3b847b1b6712a3b7f195f75 2024-11-23T16:20:33,499 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/rep_barrier/205465eea3b847b1b6712a3b7f195f75, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:20:33,500 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/.tmp/table/3024d2b7c974425c93ad738013ac9779 as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/table/3024d2b7c974425c93ad738013ac9779 2024-11-23T16:20:33,503 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/table/3024d2b7c974425c93ad738013ac9779, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:20:33,504 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false 2024-11-23T16:20:33,504 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:20:33,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:20:33,509 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:20:33,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:33,509 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0=hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0.} 2024-11-23T16:20:33,509 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:20:33,509 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:33,509 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:33,509 DEBUG [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd8e7bc1d0ed24ca606fb7fa960b7e0 2024-11-23T16:20:33,509 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afd8e7bc1d0ed24ca606fb7fa960b7e0, disabling compactions & flushes 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378832509Running coprocessor pre-close hooks at 1732378832509Disabling compacts and flushes for region at 1732378832509Disabling writes for close at 1732378832509Obtaining lock to block concurrent updates at 1732378832509Preparing flush snapshotting stores in 1588230740 at 1732378832509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378832509Flushing stores of hbase:meta,,1.1588230740 at 1732378832510 (+1 ms)Flushing 1588230740/info: creating writer at 1732378832510Flushing 1588230740/info: appending metadata at 1732378832530 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732378832530Flushing 1588230740/ns: creating writer at 1732378832548 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732378832591 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1732378832591Flushing 1588230740/rep_barrier: creating writer at 1732378832612 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378832642 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378832642Flushing 1588230740/table: creating writer at 1732378833063 (+421 ms)Flushing 1588230740/table: appending metadata at 1732378833078 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732378833078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dee4283: reopening flushed file at 1732378833486 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6439e66f: reopening flushed file at 1732378833491 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9e7e3c: reopening flushed file at 1732378833495 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b26b0f9: reopening flushed file at 1732378833499 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false at 1732378833504 (+5 ms)Writing region close event to WAL at 1732378833506 (+2 ms)Running coprocessor post-close hooks at 1732378833509 (+3 ms)Closed at 1732378833509 2024-11-23T16:20:33,510 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. after waiting 0 ms 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afd8e7bc1d0ed24ca606fb7fa960b7e0: Waiting for close lock at 1732378833509Running coprocessor pre-close hooks at 1732378833509Disabling compacts and flushes for region at 1732378833509Disabling writes for close at 1732378833510 (+1 ms)Failed flush hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0., putting online again at 1732378833510 2024-11-23T16:20:33,510 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732378817533.afd8e7bc1d0ed24ca606fb7fa960b7e0. 2024-11-23T16:20:33,669 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 1720, reset compression=false 2024-11-23T16:20:33,673 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:33,673 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.wal-reader.1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 to pos 2364, reset compression=false 2024-11-23T16:20:33,710 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T16:20:33,710 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,41331,1732378801751; all regions closed. 2024-11-23T16:20:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:20:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741839_1015 (size=2609) 2024-11-23T16:20:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741832_1008 (size=2372) 2024-11-23T16:20:33,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/WALs/1a7c5470b472,41331,1732378801751/1a7c5470b472%2C41331%2C1732378801751.1732378803735 not finished, retry = 0 2024-11-23T16:20:33,809 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:33,817 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:33,817 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:20:33,817 INFO [RS:0;1a7c5470b472:41331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:20:33,818 INFO [RS:0;1a7c5470b472:41331 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T16:20:33,818 INFO [RS:0;1a7c5470b472:41331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:20:33,818 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:20:33,818 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,41331,1732378801751 because: Region server is closing 2024-11-23T16:20:33,818 INFO [RS:0;1a7c5470b472:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:41331. 2024-11-23T16:20:33,818 DEBUG [RS:0;1a7c5470b472:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:33,818 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:33,819 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:33,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:33,919 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,41331,1732378801751.replicationSource.shipper1a7c5470b472%2C41331%2C1732378801751,1-1a7c5470b472,41331,1732378801751 terminated 2024-11-23T16:20:33,919 INFO [RS:0;1a7c5470b472:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:41331. 2024-11-23T16:20:33,919 DEBUG [RS:0;1a7c5470b472:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:33,919 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:33,919 DEBUG [RS:0;1a7c5470b472:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:33,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:33,920 INFO [RS:0;1a7c5470b472:41331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41331 2024-11-23T16:20:33,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582/rs 2024-11-23T16:20:33,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-514642582/rs/1a7c5470b472,41331,1732378801751 2024-11-23T16:20:33,922 INFO [RS:0;1a7c5470b472:41331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:20:33,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,41331,1732378801751] 2024-11-23T16:20:33,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-514642582/draining/1a7c5470b472,41331,1732378801751 already deleted, retry=false 2024-11-23T16:20:33,924 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,41331,1732378801751 expired; onlineServers=0 2024-11-23T16:20:33,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,46877,1732378801716' ***** 2024-11-23T16:20:33,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:20:33,924 INFO [M:0;1a7c5470b472:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:20:33,925 INFO [M:0;1a7c5470b472:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:20:33,925 DEBUG [M:0;1a7c5470b472:46877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:20:33,925 DEBUG [M:0;1a7c5470b472:46877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:20:33,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:20:33,925 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378803508 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378803508,5,FailOnTimeoutGroup] 2024-11-23T16:20:33,925 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378803508 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378803508,5,FailOnTimeoutGroup] 2024-11-23T16:20:33,925 INFO [M:0;1a7c5470b472:46877 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:20:33,925 INFO [M:0;1a7c5470b472:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:20:33,925 DEBUG [M:0;1a7c5470b472:46877 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:20:33,925 INFO [M:0;1a7c5470b472:46877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:20:33,925 INFO [M:0;1a7c5470b472:46877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:20:33,925 INFO [M:0;1a7c5470b472:46877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:20:33,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:20:33,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-514642582/master 2024-11-23T16:20:33,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-514642582 2024-11-23T16:20:33,927 DEBUG [M:0;1a7c5470b472:46877 {}] zookeeper.ZKUtil(347): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Unable to get data of znode /1-514642582/master because node does not exist (not an error) 2024-11-23T16:20:33,927 WARN [M:0;1a7c5470b472:46877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:20:33,927 INFO [M:0;1a7c5470b472:46877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/.lastflushedseqids 2024-11-23T16:20:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741847_1023 (size=245) 2024-11-23T16:20:34,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:34,023 INFO [RS:0;1a7c5470b472:41331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:20:34,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x10145a08cd20004, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:34,023 INFO [RS:0;1a7c5470b472:41331 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,41331,1732378801751; zookeeper connection closed. 2024-11-23T16:20:34,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@572e212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@572e212 2024-11-23T16:20:34,024 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:20:34,332 INFO [M:0;1a7c5470b472:46877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:20:34,332 INFO [M:0;1a7c5470b472:46877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:20:34,332 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:34,332 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:34,332 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:34,332 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:34,332 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:34,332 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T16:20:34,347 DEBUG [M:0;1a7c5470b472:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdd222d352a14324a2fa2fc3b5ec38dc is 82, key is hbase:meta,,1/info:regioninfo/1732378804682/Put/seqid=0 2024-11-23T16:20:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741848_1024 (size=5672) 2024-11-23T16:20:34,713 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:34,751 INFO [M:0;1a7c5470b472:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdd222d352a14324a2fa2fc3b5ec38dc 2024-11-23T16:20:34,776 DEBUG [M:0;1a7c5470b472:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a342245a30845e598eefed9904a3289 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378818708/Put/seqid=0 2024-11-23T16:20:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741849_1025 (size=8517) 2024-11-23T16:20:35,181 INFO [M:0;1a7c5470b472:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a342245a30845e598eefed9904a3289 2024-11-23T16:20:35,202 DEBUG [M:0;1a7c5470b472:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d3c19ae2eef429b98c0ba9d8bcd8641 is 69, key is 1a7c5470b472,41331,1732378801751/rs:state/1732378803589/Put/seqid=0 2024-11-23T16:20:35,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741850_1026 (size=5156) 2024-11-23T16:20:35,611 INFO [M:0;1a7c5470b472:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d3c19ae2eef429b98c0ba9d8bcd8641 2024-11-23T16:20:35,615 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdd222d352a14324a2fa2fc3b5ec38dc as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdd222d352a14324a2fa2fc3b5ec38dc 2024-11-23T16:20:35,619 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdd222d352a14324a2fa2fc3b5ec38dc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:20:35,620 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a342245a30845e598eefed9904a3289 as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a342245a30845e598eefed9904a3289 2024-11-23T16:20:35,623 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a342245a30845e598eefed9904a3289, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:20:35,624 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d3c19ae2eef429b98c0ba9d8bcd8641 as hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d3c19ae2eef429b98c0ba9d8bcd8641 2024-11-23T16:20:35,627 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d3c19ae2eef429b98c0ba9d8bcd8641, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:20:35,628 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-23T16:20:35,629 INFO [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:35,629 DEBUG [M:0;1a7c5470b472:46877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378834332Disabling compacts and flushes for region at 1732378834332Disabling writes for close at 1732378834332Obtaining lock to block concurrent updates at 1732378834332Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378834332Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732378834333 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378834333Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378834333Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378834347 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378834347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378834755 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378834776 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378834776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378835185 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378835201 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378835202 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64dd08ae: reopening flushed file at 1732378835615 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652e8941: reopening flushed file at 1732378835619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26948c44: reopening flushed file at 1732378835623 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1732378835628 (+5 ms)Writing region close event to WAL at 1732378835629 (+1 ms)Closed at 1732378835629 2024-11-23T16:20:35,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535e1b3f-a42d-4b45-bae0-9b8578acfc4a/MasterData/WALs/1a7c5470b472,46877,1732378801716/1a7c5470b472%2C46877%2C1732378801716.1732378803428 not finished, retry = 0 2024-11-23T16:20:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741830_1006 (size=63666) 2024-11-23T16:20:35,717 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:35,732 INFO [M:0;1a7c5470b472:46877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:20:35,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:20:35,732 INFO [M:0;1a7c5470b472:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46877 2024-11-23T16:20:35,733 INFO [M:0;1a7c5470b472:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:20:35,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:35,835 INFO [M:0;1a7c5470b472:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:20:35,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10145a08cd20003, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:35,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f22bd8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:35,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61fb4e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:20:35,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:20:35,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0ecd10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:20:35,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4279f530{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir/,STOPPED} 2024-11-23T16:20:35,840 WARN [BP-1315845473-172.17.0.2-1732378800778 heartbeating to localhost/127.0.0.1:40853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:20:35,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:20:35,840 WARN [BP-1315845473-172.17.0.2-1732378800778 heartbeating to localhost/127.0.0.1:40853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1315845473-172.17.0.2-1732378800778 (Datanode Uuid b71a631a-e12a-4d6f-bb20-e987eed35ce8) service to localhost/127.0.0.1:40853 2024-11-23T16:20:35,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/cluster_38ff187a-863f-d3bb-6b4b-bcf3e83a06a7/data/data2/current/BP-1315845473-172.17.0.2-1732378800778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:20:35,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:20:35,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:20:35,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/cluster_38ff187a-863f-d3bb-6b4b-bcf3e83a06a7/data/data1/current/BP-1315845473-172.17.0.2-1732378800778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:20:35,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c43e012{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:35,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b8a276d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:20:35,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:20:35,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125cedb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:20:35,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@716152b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0790f0fd-a3a6-d224-3c7d-95158a12b188/hadoop.log.dir/,STOPPED} 2024-11-23T16:20:35,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:20:35,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:20:35,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:35,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:35,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:35,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:35,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:20:35,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1080372707, stopped=false 2024-11-23T16:20:35,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:35,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,38877,1732378797667 2024-11-23T16:20:35,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-534352923/running 2024-11-23T16:20:35,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-534352923/running 2024-11-23T16:20:35,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:35,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:35,865 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:20:35,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:35,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:35,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:35,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/running 2024-11-23T16:20:35,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Set watcher on znode that does not yet exist, /0-534352923/running 2024-11-23T16:20:35,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,38477,1732378797719' ***** 2024-11-23T16:20:35,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:35,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,38477,1732378797719 2024-11-23T16:20:35,867 INFO [RS:0;1a7c5470b472:38477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:20:35,868 INFO [RS:0;1a7c5470b472:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:38477. 2024-11-23T16:20:35,868 DEBUG [RS:0;1a7c5470b472:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:35,868 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb6a2c198d59003de202f6ed323a085b, disabling compactions & flushes 2024-11-23T16:20:35,868 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:35,868 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:20:35,868 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:35,868 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:20:35,868 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. after waiting 0 ms 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:35,868 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb6a2c198d59003de202f6ed323a085b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-23T16:20:35,868 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:20:35,868 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1325): Online Regions={eb6a2c198d59003de202f6ed323a085b=test,,1732378808919.eb6a2c198d59003de202f6ed323a085b., 1588230740=hbase:meta,,1.1588230740, 7a180034b7a56e06b117ab9e2bc4118a=hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.} 2024-11-23T16:20:35,868 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:35,868 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:35,868 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:35,868 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:20:35,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,884 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/f/f0e7a17d591448e1b74e7b5c86cbc972 is 37, key is row3/f:row3/1732378828572/Put/seqid=0 2024-11-23T16:20:35,887 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/info/82cf667e70734a469a89d87cc049687a is 147, key is hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a./info:regioninfo/1732378816573/Put/seqid=0 2024-11-23T16:20:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741840_1016 (size=5228) 2024-11-23T16:20:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741841_1017 (size=7686) 2024-11-23T16:20:35,898 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/info/82cf667e70734a469a89d87cc049687a 2024-11-23T16:20:35,916 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/ns/5ff69e17761f4ac2a089387cf4df69db is 43, key is default/ns:d/1732378800688/Put/seqid=0 2024-11-23T16:20:35,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:20:35,921 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/ns/5ff69e17761f4ac2a089387cf4df69db 2024-11-23T16:20:35,922 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:20:35,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:35,939 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/rep_barrier/4feb9be625754522a5f96ec00ee6a390 is 112, key is test,,1732378808919.eb6a2c198d59003de202f6ed323a085b./rep_barrier:seqnumDuringOpen/1732378810068/Put/seqid=0 2024-11-23T16:20:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741843_1019 (size=5518) 2024-11-23T16:20:35,945 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/rep_barrier/4feb9be625754522a5f96ec00ee6a390 2024-11-23T16:20:35,963 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/table/52a655581e5343b0a51281ce780f456a is 53, key is hbase:replication/table:state/1732378816586/Put/seqid=0 2024-11-23T16:20:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741844_1020 (size=5308) 2024-11-23T16:20:36,068 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:36,268 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:36,290 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/f/f0e7a17d591448e1b74e7b5c86cbc972 2024-11-23T16:20:36,294 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0e7a17d591448e1b74e7b5c86cbc972 2024-11-23T16:20:36,308 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/f1/053685955072416e9789b35d6e08fbf4 is 30, key is row1/f1:/1732378825901/DeleteFamily/seqid=0 2024-11-23T16:20:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741845_1021 (size=5158) 2024-11-23T16:20:36,367 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/table/52a655581e5343b0a51281ce780f456a 2024-11-23T16:20:36,372 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/info/82cf667e70734a469a89d87cc049687a as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/info/82cf667e70734a469a89d87cc049687a 2024-11-23T16:20:36,375 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/info/82cf667e70734a469a89d87cc049687a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:20:36,376 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/ns/5ff69e17761f4ac2a089387cf4df69db as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/ns/5ff69e17761f4ac2a089387cf4df69db 2024-11-23T16:20:36,379 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/ns/5ff69e17761f4ac2a089387cf4df69db, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:20:36,380 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/rep_barrier/4feb9be625754522a5f96ec00ee6a390 as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/rep_barrier/4feb9be625754522a5f96ec00ee6a390 2024-11-23T16:20:36,384 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/rep_barrier/4feb9be625754522a5f96ec00ee6a390, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:20:36,384 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/.tmp/table/52a655581e5343b0a51281ce780f456a as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/table/52a655581e5343b0a51281ce780f456a 2024-11-23T16:20:36,388 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/table/52a655581e5343b0a51281ce780f456a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:20:36,389 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 521ms, sequenceid=16, compaction requested=false 2024-11-23T16:20:36,389 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:20:36,393 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:20:36,393 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:36,393 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:20:36,394 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:36,394 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378835868Running coprocessor pre-close hooks at 1732378835868Disabling compacts and flushes for region at 1732378835868Disabling writes for close at 1732378835868Obtaining lock to block concurrent updates at 1732378835868Preparing flush snapshotting stores in 1588230740 at 1732378835868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378835869 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378835869Flushing 1588230740/info: creating writer at 1732378835870 (+1 ms)Flushing 1588230740/info: appending metadata at 1732378835887 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732378835887Flushing 1588230740/ns: creating writer at 1732378835902 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732378835916 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732378835916Flushing 1588230740/rep_barrier: creating writer at 1732378835924 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378835939 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378835939Flushing 1588230740/table: creating writer at 1732378835949 (+10 ms)Flushing 1588230740/table: appending metadata at 1732378835963 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732378835963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489f3994: reopening flushed file at 1732378836371 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ba3d54: reopening flushed file at 1732378836375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c18541: reopening flushed file at 1732378836380 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6c45ed: reopening flushed file at 1732378836384 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 521ms, sequenceid=16, compaction requested=false at 1732378836389 (+5 ms)Writing region close event to WAL at 1732378836390 (+1 ms)Running coprocessor post-close hooks at 1732378836393 (+3 ms)Closed at 1732378836393 2024-11-23T16:20:36,394 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:36,469 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:36,652 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:20:36,653 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:20:36,669 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:36,712 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/f1/053685955072416e9789b35d6e08fbf4 2024-11-23T16:20:36,716 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 053685955072416e9789b35d6e08fbf4 2024-11-23T16:20:36,734 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/norep/9c954b673a6744a18509c310ed74ab79 is 32, key is row/norep:/1732378824894/DeleteFamily/seqid=0 2024-11-23T16:20:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741846_1022 (size=5101) 2024-11-23T16:20:36,820 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1496, reset compression=false 2024-11-23T16:20:36,825 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:36,825 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1743, reset compression=false 2024-11-23T16:20:36,825 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,38477,1732378797719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:36,826 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,38477,1732378797719: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,38477,1732378797719, walGroup=1a7c5470b472%2C38477%2C1732378797719, offset=1a7c5470b472%2C38477%2C1732378797719.1732378799727:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:38477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:20:36,827 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:20:36,827 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:20:36,827 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:20:36,827 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:20:36,827 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:20:36,827 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 925346544 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198806616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:20:36,828 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:38877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:38877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:20:36,869 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:20:36,869 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1325): Online Regions={eb6a2c198d59003de202f6ed323a085b=test,,1732378808919.eb6a2c198d59003de202f6ed323a085b., 7a180034b7a56e06b117ab9e2bc4118a=hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a.} 2024-11-23T16:20:36,869 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:37,027 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1743, reset compression=false 2024-11-23T16:20:37,069 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 7a180034b7a56e06b117ab9e2bc4118a, eb6a2c198d59003de202f6ed323a085b 2024-11-23T16:20:37,139 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/norep/9c954b673a6744a18509c310ed74ab79 2024-11-23T16:20:37,148 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c954b673a6744a18509c310ed74ab79 2024-11-23T16:20:37,149 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/f/f0e7a17d591448e1b74e7b5c86cbc972 as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/f/f0e7a17d591448e1b74e7b5c86cbc972 2024-11-23T16:20:37,155 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0e7a17d591448e1b74e7b5c86cbc972 2024-11-23T16:20:37,155 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/f/f0e7a17d591448e1b74e7b5c86cbc972, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T16:20:37,156 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/f1/053685955072416e9789b35d6e08fbf4 as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/f1/053685955072416e9789b35d6e08fbf4 2024-11-23T16:20:37,160 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 053685955072416e9789b35d6e08fbf4 2024-11-23T16:20:37,160 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/f1/053685955072416e9789b35d6e08fbf4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T16:20:37,161 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/.tmp/norep/9c954b673a6744a18509c310ed74ab79 as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/norep/9c954b673a6744a18509c310ed74ab79 2024-11-23T16:20:37,165 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c954b673a6744a18509c310ed74ab79 2024-11-23T16:20:37,165 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/norep/9c954b673a6744a18509c310ed74ab79, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T16:20:37,166 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eb6a2c198d59003de202f6ed323a085b in 1298ms, sequenceid=12, compaction requested=false 2024-11-23T16:20:37,166 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:20:37,171 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/data/default/test/eb6a2c198d59003de202f6ed323a085b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:37,172 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb6a2c198d59003de202f6ed323a085b: Waiting for close lock at 1732378835868Running coprocessor pre-close hooks at 1732378835868Disabling compacts and flushes for region at 1732378835868Disabling writes for close at 1732378835868Obtaining lock to block concurrent updates at 1732378835868Preparing flush snapshotting stores in eb6a2c198d59003de202f6ed323a085b at 1732378835868Finished memstore snapshotting test,,1732378808919.eb6a2c198d59003de202f6ed323a085b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732378835868Flushing stores of test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. at 1732378835869 (+1 ms)Flushing eb6a2c198d59003de202f6ed323a085b/f: creating writer at 1732378835869Flushing eb6a2c198d59003de202f6ed323a085b/f: appending metadata at 1732378835883 (+14 ms)Flushing eb6a2c198d59003de202f6ed323a085b/f: closing flushed file at 1732378835884 (+1 ms)Flushing eb6a2c198d59003de202f6ed323a085b/f1: creating writer at 1732378836294 (+410 ms)Flushing eb6a2c198d59003de202f6ed323a085b/f1: appending metadata at 1732378836308 (+14 ms)Flushing eb6a2c198d59003de202f6ed323a085b/f1: closing flushed file at 1732378836308Flushing eb6a2c198d59003de202f6ed323a085b/norep: creating writer at 1732378836716 (+408 ms)Flushing eb6a2c198d59003de202f6ed323a085b/norep: appending metadata at 1732378836734 (+18 ms)Flushing eb6a2c198d59003de202f6ed323a085b/norep: closing flushed file at 1732378836734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137c8a07: reopening flushed file at 1732378837148 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efd0dc4: reopening flushed file at 1732378837155 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e73a613: reopening flushed file at 1732378837161 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eb6a2c198d59003de202f6ed323a085b in 1298ms, sequenceid=12, compaction requested=false at 1732378837166 (+5 ms)Writing region close event to WAL at 1732378837169 (+3 ms)Running coprocessor post-close hooks at 1732378837171 (+2 ms)Closed at 1732378837172 (+1 ms) 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378808919.eb6a2c198d59003de202f6ed323a085b. 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a180034b7a56e06b117ab9e2bc4118a, disabling compactions & flushes 2024-11-23T16:20:37,172 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. after waiting 0 ms 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a180034b7a56e06b117ab9e2bc4118a: Waiting for close lock at 1732378837172Running coprocessor pre-close hooks at 1732378837172Disabling compacts and flushes for region at 1732378837172Disabling writes for close at 1732378837172Failed flush hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a., putting online again at 1732378837172 2024-11-23T16:20:37,172 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,270 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:37,270 DEBUG [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1351): Waiting on 7a180034b7a56e06b117ab9e2bc4118a 2024-11-23T16:20:37,270 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a180034b7a56e06b117ab9e2bc4118a, disabling compactions & flushes 2024-11-23T16:20:37,270 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,270 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,270 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. after waiting 0 ms 2024-11-23T16:20:37,270 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,270 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a180034b7a56e06b117ab9e2bc4118a: Waiting for close lock at 1732378837270Running coprocessor pre-close hooks at 1732378837270Disabling compacts and flushes for region at 1732378837270Disabling writes for close at 1732378837270Failed flush hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a., putting online again at 1732378837270 2024-11-23T16:20:37,270 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732378815383.7a180034b7a56e06b117ab9e2bc4118a. 2024-11-23T16:20:37,331 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 1743, reset compression=false 2024-11-23T16:20:37,354 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:37,354 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.wal-reader.1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/WALs/1a7c5470b472,38477,1732378797719/1a7c5470b472%2C38477%2C1732378797719.1732378799727 to pos 2387, reset compression=false 2024-11-23T16:20:37,470 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T16:20:37,470 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,38477,1732378797719; all regions closed. 2024-11-23T16:20:37,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:20:37,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741839_1015 (size=2609) 2024-11-23T16:20:37,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741832_1008 (size=2395) 2024-11-23T16:20:37,499 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:37,499 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:20:37,499 INFO [RS:0;1a7c5470b472:38477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:20:37,499 INFO [RS:0;1a7c5470b472:38477 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T16:20:37,500 INFO [RS:0;1a7c5470b472:38477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:20:37,500 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:20:37,500 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,38477,1732378797719 because: Region server is closing 2024-11-23T16:20:37,500 INFO [RS:0;1a7c5470b472:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:38477. 2024-11-23T16:20:37,500 DEBUG [RS:0;1a7c5470b472:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:37,500 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:37,500 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:37,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:37,601 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,38477,1732378797719.replicationSource.shipper1a7c5470b472%2C38477%2C1732378797719,1-1a7c5470b472,38477,1732378797719 terminated 2024-11-23T16:20:37,601 INFO [RS:0;1a7c5470b472:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:38477. 2024-11-23T16:20:37,601 DEBUG [RS:0;1a7c5470b472:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:37,601 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:37,601 DEBUG [RS:0;1a7c5470b472:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:37,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:37,601 INFO [RS:0;1a7c5470b472:38477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38477 2024-11-23T16:20:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923/rs 2024-11-23T16:20:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-534352923/rs/1a7c5470b472,38477,1732378797719 2024-11-23T16:20:37,604 INFO [RS:0;1a7c5470b472:38477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:20:37,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,38477,1732378797719] 2024-11-23T16:20:37,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-534352923/draining/1a7c5470b472,38477,1732378797719 already deleted, retry=false 2024-11-23T16:20:37,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,38477,1732378797719 expired; onlineServers=0 2024-11-23T16:20:37,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,38877,1732378797667' ***** 2024-11-23T16:20:37,607 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:20:37,607 INFO [M:0;1a7c5470b472:38877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:20:37,607 INFO [M:0;1a7c5470b472:38877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:20:37,607 DEBUG [M:0;1a7c5470b472:38877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:20:37,607 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:20:37,607 DEBUG [M:0;1a7c5470b472:38877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:20:37,607 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378799488 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378799488,5,FailOnTimeoutGroup] 2024-11-23T16:20:37,608 INFO [M:0;1a7c5470b472:38877 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:20:37,608 INFO [M:0;1a7c5470b472:38877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:20:37,608 DEBUG [M:0;1a7c5470b472:38877 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:20:37,608 INFO [M:0;1a7c5470b472:38877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:20:37,608 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378799488 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378799488,5,FailOnTimeoutGroup] 2024-11-23T16:20:37,608 INFO [M:0;1a7c5470b472:38877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:20:37,608 INFO [M:0;1a7c5470b472:38877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:20:37,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:20:37,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-534352923/master 2024-11-23T16:20:37,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-534352923 2024-11-23T16:20:37,609 DEBUG [M:0;1a7c5470b472:38877 {}] zookeeper.ZKUtil(347): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Unable to get data of znode /0-534352923/master because node does not exist (not an error) 2024-11-23T16:20:37,609 WARN [M:0;1a7c5470b472:38877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:20:37,610 INFO [M:0;1a7c5470b472:38877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/.lastflushedseqids 2024-11-23T16:20:37,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741847_1023 (size=245) 2024-11-23T16:20:37,706 INFO [RS:0;1a7c5470b472:38477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:20:37,706 INFO [RS:0;1a7c5470b472:38477 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,38477,1732378797719; zookeeper connection closed. 2024-11-23T16:20:37,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:37,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10145a08cd20001, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:37,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd 2024-11-23T16:20:37,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:20:38,038 INFO [M:0;1a7c5470b472:38877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:20:38,038 INFO [M:0;1a7c5470b472:38877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:20:38,039 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:38,039 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:38,039 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:38,039 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:38,039 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:38,039 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T16:20:38,063 DEBUG [M:0;1a7c5470b472:38877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54ad15462958406a9d95d6453f5cf5ac is 82, key is hbase:meta,,1/info:regioninfo/1732378800671/Put/seqid=0 2024-11-23T16:20:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741848_1024 (size=5672) 2024-11-23T16:20:38,075 INFO [M:0;1a7c5470b472:38877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54ad15462958406a9d95d6453f5cf5ac 2024-11-23T16:20:38,117 DEBUG [M:0;1a7c5470b472:38877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc099813c8614f19a6e70581770f2fba is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732378810079/Put/seqid=0 2024-11-23T16:20:38,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741849_1025 (size=7218) 2024-11-23T16:20:38,533 INFO [M:0;1a7c5470b472:38877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc099813c8614f19a6e70581770f2fba 2024-11-23T16:20:38,539 INFO [M:0;1a7c5470b472:38877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc099813c8614f19a6e70581770f2fba 2024-11-23T16:20:38,559 DEBUG [M:0;1a7c5470b472:38877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183b1820b52e47cebca1e6382f0287f8 is 69, key is 1a7c5470b472,38477,1732378797719/rs:state/1732378799567/Put/seqid=0 2024-11-23T16:20:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741850_1026 (size=5156) 2024-11-23T16:20:38,569 INFO [M:0;1a7c5470b472:38877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183b1820b52e47cebca1e6382f0287f8 2024-11-23T16:20:38,576 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54ad15462958406a9d95d6453f5cf5ac as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54ad15462958406a9d95d6453f5cf5ac 2024-11-23T16:20:38,582 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54ad15462958406a9d95d6453f5cf5ac, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T16:20:38,583 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc099813c8614f19a6e70581770f2fba as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc099813c8614f19a6e70581770f2fba 2024-11-23T16:20:38,587 INFO [M:0;1a7c5470b472:38877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc099813c8614f19a6e70581770f2fba 2024-11-23T16:20:38,587 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc099813c8614f19a6e70581770f2fba, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T16:20:38,589 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183b1820b52e47cebca1e6382f0287f8 as hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183b1820b52e47cebca1e6382f0287f8 2024-11-23T16:20:38,593 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43191/user/jenkins/test-data/5299c47b-1845-c00e-cebf-1309583b5149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183b1820b52e47cebca1e6382f0287f8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T16:20:38,594 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 555ms, sequenceid=105, compaction requested=false 2024-11-23T16:20:38,597 INFO [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:38,597 DEBUG [M:0;1a7c5470b472:38877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378838038Disabling compacts and flushes for region at 1732378838038Disabling writes for close at 1732378838039 (+1 ms)Obtaining lock to block concurrent updates at 1732378838039Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378838039Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732378838040 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378838040Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378838040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378838062 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378838062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378838082 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378838104 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378838104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378838539 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378838559 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378838559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5d231e: reopening flushed file at 1732378838573 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e9c960: reopening flushed file at 1732378838582 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133a6701: reopening flushed file at 1732378838588 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 555ms, sequenceid=105, compaction requested=false at 1732378838594 (+6 ms)Writing region close event to WAL at 1732378838597 (+3 ms)Closed at 1732378838597 2024-11-23T16:20:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741830_1006 (size=64423) 2024-11-23T16:20:38,600 INFO [M:0;1a7c5470b472:38877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:20:38,600 INFO [M:0;1a7c5470b472:38877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38877 2024-11-23T16:20:38,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:20:38,600 INFO [M:0;1a7c5470b472:38877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:20:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:38,704 INFO [M:0;1a7c5470b472:38877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:20:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38877-0x10145a08cd20000, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:20:38,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@588a7374{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:38,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38668141{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:20:38,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:20:38,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70014cdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:20:38,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51048a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir/,STOPPED} 2024-11-23T16:20:38,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:20:38,708 WARN [BP-828003416-172.17.0.2-1732378796630 heartbeating to localhost/127.0.0.1:43191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:20:38,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:20:38,708 WARN [BP-828003416-172.17.0.2-1732378796630 heartbeating to localhost/127.0.0.1:43191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-828003416-172.17.0.2-1732378796630 (Datanode Uuid baff1883-cdae-41e2-b456-087d281fa971) service to localhost/127.0.0.1:43191 2024-11-23T16:20:38,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/data/data1/current/BP-828003416-172.17.0.2-1732378796630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:20:38,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/cluster_c7196299-44d0-bd82-f3da-87b137e381e1/data/data2/current/BP-828003416-172.17.0.2-1732378796630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:20:38,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:20:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@382494b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:38,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1454b8d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:20:38,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:20:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7292c86f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:20:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6574debc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3568eb-72a5-2dc2-d89a-b7e69d5e071f/hadoop.log.dir/,STOPPED} 2024-11-23T16:20:38,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:20:38,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:20:38,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 266) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33281 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43191 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40853 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 377), ProcessCount=11 (was 11), AvailableMemoryMB=7042 (was 6541) - AvailableMemoryMB LEAK? - 2024-11-23T16:20:38,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=7042 2024-11-23T16:20:38,772 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-23T16:20:38,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir so I do NOT create it in target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d 2024-11-23T16:20:38,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:20:38,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.tmp.dir so I do NOT create it in target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d 2024-11-23T16:20:38,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3155b4dd-22a5-637a-5854-c3ec511401b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:20:38,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d 2024-11-23T16:20:38,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c, deleteOnExit=true 2024-11-23T16:20:38,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/zookeeper_0, clientPort=59114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:20:38,778 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59114 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/test.cache.data in system properties and HBase conf 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:20:38,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:20:38,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:20:38,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:20:38,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10145a08cd20005, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:20:38,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10145a08cd20008, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:20:38,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10145a08cd20002, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:20:38,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10145a08cd20008, quorum=127.0.0.1:55797, baseZNode=/2790741734 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:20:38,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10145a08cd20005, quorum=127.0.0.1:55797, baseZNode=/1-514642582 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:20:38,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10145a08cd20002, quorum=127.0.0.1:55797, baseZNode=/0-534352923 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:20:38,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:38,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:38,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:38,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:38,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:38,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:38,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46344ff1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:38,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42473f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:39,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c798663{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/java.io.tmpdir/jetty-localhost-39151-hadoop-hdfs-3_4_1-tests_jar-_-any-8783909251236466024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:39,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dd15f7f{HTTP/1.1, (http/1.1)}{localhost:39151} 2024-11-23T16:20:39,059 INFO [Time-limited test {}] server.Server(415): Started @242212ms 2024-11-23T16:20:39,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:39,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:39,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:39,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:39,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:39,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a1f47c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:39,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d878e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:39,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43484d6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/java.io.tmpdir/jetty-localhost-37587-hadoop-hdfs-3_4_1-tests_jar-_-any-11099384741379360544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:39,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@595696e8{HTTP/1.1, (http/1.1)}{localhost:37587} 2024-11-23T16:20:39,331 INFO [Time-limited test {}] server.Server(415): Started @242484ms 2024-11-23T16:20:39,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:20:39,443 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/data/data1/current/BP-339337599-172.17.0.2-1732378838807/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:39,443 WARN [Thread-3420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/data/data2/current/BP-339337599-172.17.0.2-1732378838807/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:39,461 WARN [Thread-3407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:20:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5435f673a427ddf1 with lease ID 0xf2b591080dfba7d9: Processing first storage report for DS-274a0bf4-73de-48fe-a267-9ed10e5d4973 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=75b32183-fe24-4482-ba96-905fd73d9212, infoPort=38617, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=788045133;c=1732378838807) 2024-11-23T16:20:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5435f673a427ddf1 with lease ID 0xf2b591080dfba7d9: from storage DS-274a0bf4-73de-48fe-a267-9ed10e5d4973 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=75b32183-fe24-4482-ba96-905fd73d9212, infoPort=38617, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=788045133;c=1732378838807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5435f673a427ddf1 with lease ID 0xf2b591080dfba7d9: Processing first storage report for DS-c99cf015-c760-44a3-995d-55175e7981f4 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=75b32183-fe24-4482-ba96-905fd73d9212, infoPort=38617, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=788045133;c=1732378838807) 2024-11-23T16:20:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5435f673a427ddf1 with lease ID 0xf2b591080dfba7d9: from storage DS-c99cf015-c760-44a3-995d-55175e7981f4 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=75b32183-fe24-4482-ba96-905fd73d9212, infoPort=38617, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=788045133;c=1732378838807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:39,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d 2024-11-23T16:20:39,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:39,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:20:39,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579 with version=8 2024-11-23T16:20:39,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/hbase-staging 2024-11-23T16:20:39,573 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:20:39,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:39,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39257 2024-11-23T16:20:39,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39257 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392570x0, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:39,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39257-0x10145a131870000 connected 2024-11-23T16:20:39,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:39,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:39,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/running 2024-11-23T16:20:39,609 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579, hbase.cluster.distributed=false 2024-11-23T16:20:39,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/acl 2024-11-23T16:20:39,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39257 2024-11-23T16:20:39,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39257 2024-11-23T16:20:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39257 2024-11-23T16:20:39,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39257 2024-11-23T16:20:39,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39257 2024-11-23T16:20:39,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:20:39,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:39,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34981 2024-11-23T16:20:39,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34981 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:39,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:39,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:39,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349810x0, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:39,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34981-0x10145a131870001 connected 2024-11-23T16:20:39,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/running 2024-11-23T16:20:39,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:20:39,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:20:39,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/master 2024-11-23T16:20:39,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/acl 2024-11-23T16:20:39,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-23T16:20:39,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34981 2024-11-23T16:20:39,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34981 2024-11-23T16:20:39,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-23T16:20:39,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-23T16:20:39,672 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:39257 2024-11-23T16:20:39,674 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01652117105/backup-masters/1a7c5470b472,39257,1732378839572 2024-11-23T16:20:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105/backup-masters 2024-11-23T16:20:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105/backup-masters 2024-11-23T16:20:39,676 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on existing znode=/01652117105/backup-masters/1a7c5470b472,39257,1732378839572 2024-11-23T16:20:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01652117105/master 2024-11-23T16:20:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:39,679 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on existing znode=/01652117105/master 2024-11-23T16:20:39,679 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01652117105/backup-masters/1a7c5470b472,39257,1732378839572 from backup master directory 2024-11-23T16:20:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01652117105/backup-masters/1a7c5470b472,39257,1732378839572 2024-11-23T16:20:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105/backup-masters 2024-11-23T16:20:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105/backup-masters 2024-11-23T16:20:39,680 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:39,680 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,39257,1732378839572 2024-11-23T16:20:39,685 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/hbase.id] with ID: 2031c828-3f12-4f7b-aa52-a8c61c9d8df1 2024-11-23T16:20:39,685 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/.tmp/hbase.id 2024-11-23T16:20:39,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:20:40,099 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/.tmp/hbase.id]:[hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/hbase.id] 2024-11-23T16:20:40,110 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:40,110 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:20:40,111 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:20:40,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:20:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:40,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:40,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:40,440 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68564 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:20:40,520 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:40,521 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:20:40,522 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:20:40,929 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store 2024-11-23T16:20:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:20:40,940 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:40,940 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:40,941 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:40,941 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:40,941 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:40,941 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:40,941 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:40,941 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378840940Disabling compacts and flushes for region at 1732378840940Disabling writes for close at 1732378840941 (+1 ms)Writing region close event to WAL at 1732378840941Closed at 1732378840941 2024-11-23T16:20:40,941 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/.initializing 2024-11-23T16:20:40,942 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/WALs/1a7c5470b472,39257,1732378839572 2024-11-23T16:20:40,942 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:40,944 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C39257%2C1732378839572, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/WALs/1a7c5470b472,39257,1732378839572, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/oldWALs, maxLogs=10 2024-11-23T16:20:40,963 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/WALs/1a7c5470b472,39257,1732378839572/1a7c5470b472%2C39257%2C1732378839572.1732378840944, exclude list is [], retry=0 2024-11-23T16:20:40,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-274a0bf4-73de-48fe-a267-9ed10e5d4973,DISK] 2024-11-23T16:20:40,967 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/WALs/1a7c5470b472,39257,1732378839572/1a7c5470b472%2C39257%2C1732378839572.1732378840944 2024-11-23T16:20:40,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38617:38617)] 2024-11-23T16:20:40,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:40,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:40,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,968 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:20:40,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:20:40,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:40,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:40,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:20:40,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:40,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:40,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:20:40,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:40,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:40,975 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,975 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,975 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,976 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,976 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,977 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:40,978 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:40,979 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:40,979 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212194, jitterRate=0.0015397369861602783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:40,980 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378840968Initializing all the Stores at 1732378840969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378840969Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378840969Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378840969Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378840969Cleaning up temporary data from old regions at 1732378840976 (+7 ms)Region opened successfully at 1732378840980 (+4 ms) 2024-11-23T16:20:40,981 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:20:40,983 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb797bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:40,983 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:20:40,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:20:40,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:20:40,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:20:40,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:20:40,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:20:40,984 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:20:40,986 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:20:40,987 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Unable to get data of znode /01652117105/balancer because node does not exist (not necessarily an error) 2024-11-23T16:20:40,988 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01652117105/balancer already deleted, retry=false 2024-11-23T16:20:40,988 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:20:40,988 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Unable to get data of znode /01652117105/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:20:40,989 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01652117105/normalizer already deleted, retry=false 2024-11-23T16:20:40,989 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:20:40,990 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Unable to get data of znode /01652117105/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:20:40,991 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01652117105/switch/split already deleted, retry=false 2024-11-23T16:20:40,992 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Unable to get data of znode /01652117105/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:20:41,001 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01652117105/switch/merge already deleted, retry=false 2024-11-23T16:20:41,003 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Unable to get data of znode /01652117105/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:20:41,004 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01652117105/snapshot-cleanup already deleted, retry=false 2024-11-23T16:20:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01652117105/running 2024-11-23T16:20:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01652117105/running 2024-11-23T16:20:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:41,005 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,39257,1732378839572, sessionid=0x10145a131870000, setting cluster-up flag (Was=false) 2024-11-23T16:20:41,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:41,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:41,013 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01652117105/flush-table-proc/acquired, /01652117105/flush-table-proc/reached, /01652117105/flush-table-proc/abort 2024-11-23T16:20:41,014 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39257,1732378839572 2024-11-23T16:20:41,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:41,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:41,022 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01652117105/online-snapshot/acquired, /01652117105/online-snapshot/reached, /01652117105/online-snapshot/abort 2024-11-23T16:20:41,023 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39257,1732378839572 2024-11-23T16:20:41,024 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:20:41,026 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:41,026 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:20:41,026 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:20:41,026 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,39257,1732378839572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:41,027 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,028 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378871028 2024-11-23T16:20:41,028 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:20:41,028 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:20:41,028 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:20:41,028 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:20:41,028 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:41,029 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:20:41,029 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:20:41,030 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378841029,5,FailOnTimeoutGroup] 2024-11-23T16:20:41,030 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:41,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:20:41,032 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378841030,5,FailOnTimeoutGroup] 2024-11-23T16:20:41,032 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,032 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:20:41,032 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,032 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:20:41,059 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(746): ClusterId : 2031c828-3f12-4f7b-aa52-a8c61c9d8df1 2024-11-23T16:20:41,059 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:20:41,060 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:20:41,060 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:20:41,063 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:20:41,063 DEBUG [RS:0;1a7c5470b472:34981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6409bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:41,075 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:34981 2024-11-23T16:20:41,075 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:20:41,075 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:20:41,075 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:20:41,076 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,39257,1732378839572 with port=34981, startcode=1732378839637 2024-11-23T16:20:41,076 DEBUG [RS:0;1a7c5470b472:34981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:20:41,077 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:20:41,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,34981,1732378839637 2024-11-23T16:20:41,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39257 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:41,079 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579 2024-11-23T16:20:41,079 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44987 2024-11-23T16:20:41,079 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:20:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105/rs 2024-11-23T16:20:41,081 DEBUG [RS:0;1a7c5470b472:34981 {}] zookeeper.ZKUtil(111): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on existing znode=/01652117105/rs/1a7c5470b472,34981,1732378839637 2024-11-23T16:20:41,081 WARN [RS:0;1a7c5470b472:34981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:41,081 INFO [RS:0;1a7c5470b472:34981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:41,081 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637 2024-11-23T16:20:41,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,34981,1732378839637] 2024-11-23T16:20:41,084 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:20:41,085 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:20:41,086 INFO [RS:0;1a7c5470b472:34981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:20:41,086 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,086 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:20:41,086 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:20:41,086 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,086 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:41,087 DEBUG [RS:0;1a7c5470b472:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:41,087 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,087 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,087 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,087 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,087 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,087 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34981,1732378839637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:41,106 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:20:41,106 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,34981,1732378839637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,106 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,106 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.Replication(171): 1a7c5470b472,34981,1732378839637 started 2024-11-23T16:20:41,121 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:41,121 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,34981,1732378839637, RpcServer on 1a7c5470b472/172.17.0.2:34981, sessionid=0x10145a131870001 2024-11-23T16:20:41,122 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:20:41,122 DEBUG [RS:0;1a7c5470b472:34981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,34981,1732378839637 2024-11-23T16:20:41,122 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,34981,1732378839637' 2024-11-23T16:20:41,122 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01652117105/flush-table-proc/abort' 2024-11-23T16:20:41,122 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01652117105/flush-table-proc/acquired' 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,34981,1732378839637 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,34981,1732378839637' 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01652117105/online-snapshot/abort' 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01652117105/online-snapshot/acquired' 2024-11-23T16:20:41,123 DEBUG [RS:0;1a7c5470b472:34981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:20:41,123 INFO [RS:0;1a7c5470b472:34981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:20:41,123 INFO [RS:0;1a7c5470b472:34981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:20:41,224 INFO [RS:0;1a7c5470b472:34981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:41,225 INFO [RS:0;1a7c5470b472:34981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34981%2C1732378839637, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/oldWALs, maxLogs=10 2024-11-23T16:20:41,239 DEBUG [RS:0;1a7c5470b472:34981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225, exclude list is [], retry=0 2024-11-23T16:20:41,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-274a0bf4-73de-48fe-a267-9ed10e5d4973,DISK] 2024-11-23T16:20:41,242 INFO [RS:0;1a7c5470b472:34981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 2024-11-23T16:20:41,243 DEBUG [RS:0;1a7c5470b472:34981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38617:38617)] 2024-11-23T16:20:41,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:20:41,440 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579 2024-11-23T16:20:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:20:41,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:41,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:41,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:41,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:41,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:41,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:41,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:41,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:41,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:41,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:41,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:41,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:41,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:41,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:41,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:41,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740 2024-11-23T16:20:41,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740 2024-11-23T16:20:41,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:41,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:41,854 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:41,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:41,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:41,857 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73343913, jitterRate=0.09290947020053864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:41,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378841846Initializing all the Stores at 1732378841847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378841847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378841847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378841847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378841847Cleaning up temporary data from old regions at 1732378841854 (+7 ms)Region opened successfully at 1732378841857 (+3 ms) 2024-11-23T16:20:41,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:41,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:41,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:41,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:41,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:41,858 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:41,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378841858Disabling compacts and flushes for region at 1732378841858Disabling writes for close at 1732378841858Writing region close event to WAL at 1732378841858Closed at 1732378841858 2024-11-23T16:20:41,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:41,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:20:41,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:20:41,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:41,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:20:41,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:41,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:41,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T16:20:41,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:20:41,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:42,011 DEBUG [1a7c5470b472:39257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:20:42,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:42,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,34981,1732378839637, state=OPENING 2024-11-23T16:20:42,015 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:20:42,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:42,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:42,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01652117105/meta-region-server: CHANGED 2024-11-23T16:20:42,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01652117105/meta-region-server: CHANGED 2024-11-23T16:20:42,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:42,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,34981,1732378839637}] 2024-11-23T16:20:42,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:42,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:20:42,174 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:20:42,174 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:42,174 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:20:42,175 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34981%2C1732378839637.meta, suffix=.meta, logDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/oldWALs, maxLogs=10 2024-11-23T16:20:42,193 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.meta.1732378842176.meta, exclude list is [], retry=0 2024-11-23T16:20:42,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-274a0bf4-73de-48fe-a267-9ed10e5d4973,DISK] 2024-11-23T16:20:42,196 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.meta.1732378842176.meta 2024-11-23T16:20:42,197 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38617:38617)] 2024-11-23T16:20:42,197 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:42,197 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:42,197 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:42,197 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:20:42,197 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:20:42,198 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:20:42,198 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:42,198 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:20:42,198 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:20:42,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:42,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:42,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:42,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:42,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:42,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:42,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:42,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:42,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:42,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:42,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:42,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:42,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:42,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:42,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:42,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:42,203 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:42,204 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740 2024-11-23T16:20:42,205 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740 2024-11-23T16:20:42,206 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:42,206 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:42,206 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:42,207 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:42,207 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67422700, jitterRate=0.004676520824432373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:42,208 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:20:42,209 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378842198Writing region info on filesystem at 1732378842198Initializing all the Stores at 1732378842198Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378842198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378842199 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378842199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378842199Cleaning up temporary data from old regions at 1732378842206 (+7 ms)Running coprocessor post-open hooks at 1732378842208 (+2 ms)Region opened successfully at 1732378842209 (+1 ms) 2024-11-23T16:20:42,210 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378842169 2024-11-23T16:20:42,212 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:20:42,212 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:20:42,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:42,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,34981,1732378839637, state=OPEN 2024-11-23T16:20:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01652117105/meta-region-server 2024-11-23T16:20:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01652117105/meta-region-server 2024-11-23T16:20:42,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:42,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01652117105/meta-region-server: CHANGED 2024-11-23T16:20:42,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01652117105/meta-region-server: CHANGED 2024-11-23T16:20:42,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:20:42,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,34981,1732378839637 in 203 msec 2024-11-23T16:20:42,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:20:42,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-23T16:20:42,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:42,224 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:20:42,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:42,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34981,1732378839637, seqNum=-1] 2024-11-23T16:20:42,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:42,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:42,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-23T16:20:42,234 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378842234, completionTime=-1 2024-11-23T16:20:42,234 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:20:42,234 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:20:42,236 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:20:42,236 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378902236 2024-11-23T16:20:42,236 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378962236 2024-11-23T16:20:42,236 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:20:42,237 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39257,1732378839572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,237 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39257,1732378839572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,237 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39257,1732378839572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,237 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:39257, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,237 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,238 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,239 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:20:42,242 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39257,1732378839572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:42,243 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39257,1732378839572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:20:42,258 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:20:42,258 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:20:42,259 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39257,1732378839572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:42,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fb10c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:42,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39257,-1 for getting cluster id 2024-11-23T16:20:42,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:42,268 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2031c828-3f12-4f7b-aa52-a8c61c9d8df1' 2024-11-23T16:20:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2031c828-3f12-4f7b-aa52-a8c61c9d8df1" 2024-11-23T16:20:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cfd921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39257,-1] 2024-11-23T16:20:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:42,270 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:42,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305fd129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:42,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34981,1732378839637, seqNum=-1] 2024-11-23T16:20:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:42,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:42,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,39257,1732378839572 2024-11-23T16:20:42,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:42,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:42,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10145a131870002 connected 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir so I do NOT create it in target/test-data/3c06122b-883a-324a-f70b-302ca5d48002 2024-11-23T16:20:42,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.tmp.dir so I do NOT create it in target/test-data/3c06122b-883a-324a-f70b-302ca5d48002 2024-11-23T16:20:42,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:20:42,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/cluster_941206e5-6607-33eb-4007-b374d4cd3aa7, deleteOnExit=true 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/test.cache.data in system properties and HBase conf 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:20:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:20:42,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:20:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:20:42,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:42,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:42,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:42,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:42,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:42,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:42,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410826e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:42,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d84cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:42,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb8de27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/java.io.tmpdir/jetty-localhost-33497-hadoop-hdfs-3_4_1-tests_jar-_-any-6104719662815507304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:42,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586be9a6{HTTP/1.1, (http/1.1)}{localhost:33497} 2024-11-23T16:20:42,490 INFO [Time-limited test {}] server.Server(415): Started @245643ms 2024-11-23T16:20:42,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:42,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:42,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:42,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:42,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:42,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca8b37e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:42,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2636417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:42,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79fa260f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/java.io.tmpdir/jetty-localhost-36593-hadoop-hdfs-3_4_1-tests_jar-_-any-8089757998929177465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:42,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370005d7{HTTP/1.1, (http/1.1)}{localhost:36593} 2024-11-23T16:20:42,735 INFO [Time-limited test {}] server.Server(415): Started @245888ms 2024-11-23T16:20:42,736 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:20:42,877 WARN [Thread-3541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/cluster_941206e5-6607-33eb-4007-b374d4cd3aa7/data/data2/current/BP-22386861-172.17.0.2-1732378842302/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:42,877 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/cluster_941206e5-6607-33eb-4007-b374d4cd3aa7/data/data1/current/BP-22386861-172.17.0.2-1732378842302/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:42,909 WARN [Thread-3528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:20:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x703666fe61a66152 with lease ID 0xbe4da450b385611: Processing first storage report for DS-42e2e824-1221-483e-b988-86c71c380fe6 from datanode DatanodeRegistration(127.0.0.1:38783, datanodeUuid=2d433c55-fd7f-48bb-8e72-898079d67f3e, infoPort=33435, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1105621901;c=1732378842302) 2024-11-23T16:20:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x703666fe61a66152 with lease ID 0xbe4da450b385611: from storage DS-42e2e824-1221-483e-b988-86c71c380fe6 node DatanodeRegistration(127.0.0.1:38783, datanodeUuid=2d433c55-fd7f-48bb-8e72-898079d67f3e, infoPort=33435, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1105621901;c=1732378842302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x703666fe61a66152 with lease ID 0xbe4da450b385611: Processing first storage report for DS-e600339c-2d3f-4665-96b6-fb5f830794cf from datanode DatanodeRegistration(127.0.0.1:38783, datanodeUuid=2d433c55-fd7f-48bb-8e72-898079d67f3e, infoPort=33435, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1105621901;c=1732378842302) 2024-11-23T16:20:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x703666fe61a66152 with lease ID 0xbe4da450b385611: from storage DS-e600339c-2d3f-4665-96b6-fb5f830794cf node DatanodeRegistration(127.0.0.1:38783, datanodeUuid=2d433c55-fd7f-48bb-8e72-898079d67f3e, infoPort=33435, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1105621901;c=1732378842302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:43,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002 2024-11-23T16:20:43,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:20:43,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4 with version=8 2024-11-23T16:20:43,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/hbase-staging 2024-11-23T16:20:43,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:20:43,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:43,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42411 2024-11-23T16:20:43,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42411 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:43,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424110x0, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:43,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42411-0x10145a131870003 connected 2024-11-23T16:20:43,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/running 2024-11-23T16:20:43,461 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4, hbase.cluster.distributed=false 2024-11-23T16:20:43,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/acl 2024-11-23T16:20:43,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42411 2024-11-23T16:20:43,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42411 2024-11-23T16:20:43,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42411 2024-11-23T16:20:43,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42411 2024-11-23T16:20:43,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42411 2024-11-23T16:20:43,504 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:20:43,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:43,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42179 2024-11-23T16:20:43,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42179 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:43,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421790x0, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:43,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421790x0, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/running 2024-11-23T16:20:43,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:20:43,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42179-0x10145a131870004 connected 2024-11-23T16:20:43,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:20:43,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/master 2024-11-23T16:20:43,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/acl 2024-11-23T16:20:43,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42179 2024-11-23T16:20:43,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42179 2024-11-23T16:20:43,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42179 2024-11-23T16:20:43,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42179 2024-11-23T16:20:43,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42179 2024-11-23T16:20:43,567 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:42411 2024-11-23T16:20:43,568 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11502956206/backup-masters/1a7c5470b472,42411,1732378843427 2024-11-23T16:20:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206/backup-masters 2024-11-23T16:20:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206/backup-masters 2024-11-23T16:20:43,573 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on existing znode=/11502956206/backup-masters/1a7c5470b472,42411,1732378843427 2024-11-23T16:20:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11502956206/master 2024-11-23T16:20:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:43,577 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on existing znode=/11502956206/master 2024-11-23T16:20:43,578 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11502956206/backup-masters/1a7c5470b472,42411,1732378843427 from backup master directory 2024-11-23T16:20:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206/backup-masters 2024-11-23T16:20:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11502956206/backup-masters/1a7c5470b472,42411,1732378843427 2024-11-23T16:20:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206/backup-masters 2024-11-23T16:20:43,579 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:43,579 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,42411,1732378843427 2024-11-23T16:20:43,586 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/hbase.id] with ID: 48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89 2024-11-23T16:20:43,586 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/.tmp/hbase.id 2024-11-23T16:20:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:20:43,594 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/.tmp/hbase.id]:[hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/hbase.id] 2024-11-23T16:20:43,604 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:43,604 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:20:43,605 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:20:43,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:20:43,620 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:43,621 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:20:43,622 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:20:43,635 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store 2024-11-23T16:20:43,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:20:44,047 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:44,047 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:44,047 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:44,047 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:44,047 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:44,047 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:44,047 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:44,047 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378844047Disabling compacts and flushes for region at 1732378844047Disabling writes for close at 1732378844047Writing region close event to WAL at 1732378844047Closed at 1732378844047 2024-11-23T16:20:44,048 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/.initializing 2024-11-23T16:20:44,048 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/WALs/1a7c5470b472,42411,1732378843427 2024-11-23T16:20:44,049 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:44,050 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C42411%2C1732378843427, suffix=, logDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/WALs/1a7c5470b472,42411,1732378843427, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/oldWALs, maxLogs=10 2024-11-23T16:20:44,065 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/WALs/1a7c5470b472,42411,1732378843427/1a7c5470b472%2C42411%2C1732378843427.1732378844050, exclude list is [], retry=0 2024-11-23T16:20:44,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-42e2e824-1221-483e-b988-86c71c380fe6,DISK] 2024-11-23T16:20:44,069 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/WALs/1a7c5470b472,42411,1732378843427/1a7c5470b472%2C42411%2C1732378843427.1732378844050 2024-11-23T16:20:44,069 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33435:33435)] 2024-11-23T16:20:44,069 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:44,070 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:44,070 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,070 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:20:44,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:44,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:20:44,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:44,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:20:44,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:44,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:20:44,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:44,075 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,076 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,076 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:44,079 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:44,081 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:44,081 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60218913, jitterRate=-0.10266827046871185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:44,081 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378844070Initializing all the Stores at 1732378844070Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378844070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378844071 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378844071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378844071Cleaning up temporary data from old regions at 1732378844078 (+7 ms)Region opened successfully at 1732378844081 (+3 ms) 2024-11-23T16:20:44,081 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:20:44,083 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fdb16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:44,084 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:20:44,084 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:20:44,084 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:20:44,085 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:20:44,085 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:20:44,085 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:20:44,085 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:20:44,087 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:20:44,087 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Unable to get data of znode /11502956206/balancer because node does not exist (not necessarily an error) 2024-11-23T16:20:44,088 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/balancer already deleted, retry=false 2024-11-23T16:20:44,089 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:20:44,089 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Unable to get data of znode /11502956206/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:20:44,092 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/normalizer already deleted, retry=false 2024-11-23T16:20:44,092 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:20:44,093 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Unable to get data of znode /11502956206/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:20:44,094 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/switch/split already deleted, retry=false 2024-11-23T16:20:44,096 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Unable to get data of znode /11502956206/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:20:44,098 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/switch/merge already deleted, retry=false 2024-11-23T16:20:44,100 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Unable to get data of znode /11502956206/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:20:44,101 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/snapshot-cleanup already deleted, retry=false 2024-11-23T16:20:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11502956206/running 2024-11-23T16:20:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11502956206/running 2024-11-23T16:20:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:44,104 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,42411,1732378843427, sessionid=0x10145a131870003, setting cluster-up flag (Was=false) 2024-11-23T16:20:44,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:44,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:44,111 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11502956206/flush-table-proc/acquired, /11502956206/flush-table-proc/reached, /11502956206/flush-table-proc/abort 2024-11-23T16:20:44,111 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,42411,1732378843427 2024-11-23T16:20:44,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:44,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:44,120 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11502956206/online-snapshot/acquired, /11502956206/online-snapshot/reached, /11502956206/online-snapshot/abort 2024-11-23T16:20:44,121 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,42411,1732378843427 2024-11-23T16:20:44,122 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:20:44,123 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:44,123 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:20:44,123 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:20:44,124 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,42411,1732378843427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:44,125 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:44,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:20:44,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378874129 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,129 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:20:44,130 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:20:44,130 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:20:44,130 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:20:44,130 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:20:44,130 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:20:44,130 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378844130,5,FailOnTimeoutGroup] 2024-11-23T16:20:44,130 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378844130,5,FailOnTimeoutGroup] 2024-11-23T16:20:44,131 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,131 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:20:44,131 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,131 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:20:44,154 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(746): ClusterId : 48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89 2024-11-23T16:20:44,154 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:20:44,156 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:20:44,156 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:20:44,159 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:20:44,159 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e536327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:44,172 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:42179 2024-11-23T16:20:44,172 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:20:44,172 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:20:44,172 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:20:44,172 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,42411,1732378843427 with port=42179, startcode=1732378843504 2024-11-23T16:20:44,173 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:20:44,174 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:20:44,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,42179,1732378843504 2024-11-23T16:20:44,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42411 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:44,176 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4 2024-11-23T16:20:44,176 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38543 2024-11-23T16:20:44,176 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:20:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206/rs 2024-11-23T16:20:44,179 DEBUG [RS:0;1a7c5470b472:42179 {}] zookeeper.ZKUtil(111): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on existing znode=/11502956206/rs/1a7c5470b472,42179,1732378843504 2024-11-23T16:20:44,179 WARN [RS:0;1a7c5470b472:42179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:44,180 INFO [RS:0;1a7c5470b472:42179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:44,180 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504 2024-11-23T16:20:44,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,42179,1732378843504] 2024-11-23T16:20:44,183 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:20:44,185 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:20:44,187 INFO [RS:0;1a7c5470b472:42179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:20:44,187 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,188 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:20:44,189 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:20:44,189 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:44,189 DEBUG [RS:0;1a7c5470b472:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:44,190 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,190 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,190 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,190 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,190 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,190 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42179,1732378843504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:44,210 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:20:44,210 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42179,1732378843504-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,210 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,210 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.Replication(171): 1a7c5470b472,42179,1732378843504 started 2024-11-23T16:20:44,229 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:44,229 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,42179,1732378843504, RpcServer on 1a7c5470b472/172.17.0.2:42179, sessionid=0x10145a131870004 2024-11-23T16:20:44,230 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:20:44,230 DEBUG [RS:0;1a7c5470b472:42179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,42179,1732378843504 2024-11-23T16:20:44,230 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,42179,1732378843504' 2024-11-23T16:20:44,230 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11502956206/flush-table-proc/abort' 2024-11-23T16:20:44,230 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11502956206/flush-table-proc/acquired' 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,42179,1732378843504 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,42179,1732378843504' 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11502956206/online-snapshot/abort' 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11502956206/online-snapshot/acquired' 2024-11-23T16:20:44,231 DEBUG [RS:0;1a7c5470b472:42179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:20:44,231 INFO [RS:0;1a7c5470b472:42179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:20:44,231 INFO [RS:0;1a7c5470b472:42179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:20:44,332 INFO [RS:0;1a7c5470b472:42179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:44,333 INFO [RS:0;1a7c5470b472:42179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C42179%2C1732378843504, suffix=, logDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/oldWALs, maxLogs=10 2024-11-23T16:20:44,352 DEBUG [RS:0;1a7c5470b472:42179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, exclude list is [], retry=0 2024-11-23T16:20:44,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-42e2e824-1221-483e-b988-86c71c380fe6,DISK] 2024-11-23T16:20:44,356 INFO [RS:0;1a7c5470b472:42179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 2024-11-23T16:20:44,356 DEBUG [RS:0;1a7c5470b472:42179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33435:33435)] 2024-11-23T16:20:44,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:20:44,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4 2024-11-23T16:20:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:20:44,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:44,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:44,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:44,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:44,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:44,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:44,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:44,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:44,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:44,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:44,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:44,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:44,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:44,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:44,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:44,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740 2024-11-23T16:20:44,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740 2024-11-23T16:20:44,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:44,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:44,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:44,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:44,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:44,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59045600, jitterRate=-0.12015199661254883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:44,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378844939Initializing all the Stores at 1732378844940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378844940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378844940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378844940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378844940Cleaning up temporary data from old regions at 1732378844947 (+7 ms)Region opened successfully at 1732378844950 (+3 ms) 2024-11-23T16:20:44,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:44,950 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:44,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:44,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:44,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:44,951 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:44,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378844950Disabling compacts and flushes for region at 1732378844950Disabling writes for close at 1732378844950Writing region close event to WAL at 1732378844951 (+1 ms)Closed at 1732378844951 2024-11-23T16:20:44,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:44,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:20:44,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:20:44,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:44,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:20:45,104 DEBUG [1a7c5470b472:42411 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:20:45,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:45,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,42179,1732378843504, state=OPENING 2024-11-23T16:20:45,107 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:20:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:45,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:45,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,42179,1732378843504}] 2024-11-23T16:20:45,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11502956206/meta-region-server: CHANGED 2024-11-23T16:20:45,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11502956206/meta-region-server: CHANGED 2024-11-23T16:20:45,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:45,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:20:45,266 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:20:45,266 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:45,266 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:20:45,267 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C42179%2C1732378843504.meta, suffix=.meta, logDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/oldWALs, maxLogs=10 2024-11-23T16:20:45,282 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.meta.1732378845268.meta, exclude list is [], retry=0 2024-11-23T16:20:45,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-42e2e824-1221-483e-b988-86c71c380fe6,DISK] 2024-11-23T16:20:45,286 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.meta.1732378845268.meta 2024-11-23T16:20:45,286 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33435:33435)] 2024-11-23T16:20:45,286 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:45,286 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:45,287 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:45,287 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:20:45,287 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:20:45,287 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:20:45,287 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:45,287 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:20:45,287 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:20:45,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:45,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:45,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:45,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:45,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:45,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:45,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:45,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:45,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:45,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:45,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:45,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:45,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:45,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:45,292 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:45,293 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740 2024-11-23T16:20:45,293 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740 2024-11-23T16:20:45,294 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:45,294 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:45,295 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:45,296 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:45,296 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75469471, jitterRate=0.12458275258541107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:45,296 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:20:45,296 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378845287Writing region info on filesystem at 1732378845287Initializing all the Stores at 1732378845288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378845288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378845288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378845288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378845288Cleaning up temporary data from old regions at 1732378845294 (+6 ms)Running coprocessor post-open hooks at 1732378845296 (+2 ms)Region opened successfully at 1732378845296 2024-11-23T16:20:45,297 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378845261 2024-11-23T16:20:45,299 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:20:45,299 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:20:45,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:45,300 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,42179,1732378843504, state=OPEN 2024-11-23T16:20:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11502956206/meta-region-server 2024-11-23T16:20:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11502956206/meta-region-server 2024-11-23T16:20:45,303 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:45,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11502956206/meta-region-server: CHANGED 2024-11-23T16:20:45,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11502956206/meta-region-server: CHANGED 2024-11-23T16:20:45,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:20:45,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,42179,1732378843504 in 194 msec 2024-11-23T16:20:45,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:20:45,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-23T16:20:45,307 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:45,307 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:20:45,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:45,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42179,1732378843504, seqNum=-1] 2024-11-23T16:20:45,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:45,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:45,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-23T16:20:45,313 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378845313, completionTime=-1 2024-11-23T16:20:45,313 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:20:45,313 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:20:45,315 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:20:45,315 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378905315 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378965315 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42411,1732378843427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42411,1732378843427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42411,1732378843427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:42411, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,316 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,318 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:20:45,319 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.740sec 2024-11-23T16:20:45,319 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:20:45,319 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:20:45,320 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:20:45,320 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:20:45,320 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:20:45,320 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42411,1732378843427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:45,320 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42411,1732378843427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:20:45,321 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:20:45,322 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:20:45,322 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42411,1732378843427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:45,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a00face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:45,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:45,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:45,356 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512ac35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:45,358 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:45,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:45,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42179,1732378843504, seqNum=-1] 2024-11-23T16:20:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:45,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,42411,1732378843427 2024-11-23T16:20:45,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:45,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10145a131870005 connected 2024-11-23T16:20:45,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir so I do NOT create it in target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614 2024-11-23T16:20:45,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:20:45,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.tmp.dir so I do NOT create it in target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614 2024-11-23T16:20:45,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:20:45,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614 2024-11-23T16:20:45,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/cluster_05a07e3b-d53c-671f-551d-50f72d96fbf3, deleteOnExit=true 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/test.cache.data in system properties and HBase conf 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:20:45,368 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:45,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:20:45,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:20:45,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:45,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:45,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:45,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:45,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:45,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:45,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd5cde2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:45,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59eb2ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:45,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa2027f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/java.io.tmpdir/jetty-localhost-44239-hadoop-hdfs-3_4_1-tests_jar-_-any-11183217973912802811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:20:45,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4696ca19{HTTP/1.1, (http/1.1)}{localhost:44239} 2024-11-23T16:20:45,597 INFO [Time-limited test {}] server.Server(415): Started @248750ms 2024-11-23T16:20:45,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:20:45,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:20:45,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:20:45,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:20:45,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:20:45,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20375ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:20:45,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6168ff6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:20:45,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3506c882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/java.io.tmpdir/jetty-localhost-39555-hadoop-hdfs-3_4_1-tests_jar-_-any-13884611346594607833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:20:45,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c39bd22{HTTP/1.1, (http/1.1)}{localhost:39555} 2024-11-23T16:20:45,800 INFO [Time-limited test {}] server.Server(415): Started @248953ms 2024-11-23T16:20:45,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:20:45,900 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/cluster_05a07e3b-d53c-671f-551d-50f72d96fbf3/data/data1/current/BP-1382820446-172.17.0.2-1732378845389/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:45,900 WARN [Thread-3661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/cluster_05a07e3b-d53c-671f-551d-50f72d96fbf3/data/data2/current/BP-1382820446-172.17.0.2-1732378845389/current, will proceed with Du for space computation calculation, 2024-11-23T16:20:45,918 WARN [Thread-3648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:20:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf8513485a4eb05d with lease ID 0xe24b069bae95c01: Processing first storage report for DS-2c635c57-3c2f-40d6-b35b-024ef942a3af from datanode DatanodeRegistration(127.0.0.1:39411, datanodeUuid=f4b555ef-2dbd-4547-a027-5c006b1c9660, infoPort=41467, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=225975394;c=1732378845389) 2024-11-23T16:20:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf8513485a4eb05d with lease ID 0xe24b069bae95c01: from storage DS-2c635c57-3c2f-40d6-b35b-024ef942a3af node DatanodeRegistration(127.0.0.1:39411, datanodeUuid=f4b555ef-2dbd-4547-a027-5c006b1c9660, infoPort=41467, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=225975394;c=1732378845389), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf8513485a4eb05d with lease ID 0xe24b069bae95c01: Processing first storage report for DS-cee94d5a-6de1-45d3-b408-2e035d87124d from datanode DatanodeRegistration(127.0.0.1:39411, datanodeUuid=f4b555ef-2dbd-4547-a027-5c006b1c9660, infoPort=41467, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=225975394;c=1732378845389) 2024-11-23T16:20:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf8513485a4eb05d with lease ID 0xe24b069bae95c01: from storage DS-cee94d5a-6de1-45d3-b408-2e035d87124d node DatanodeRegistration(127.0.0.1:39411, datanodeUuid=f4b555ef-2dbd-4547-a027-5c006b1c9660, infoPort=41467, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=225975394;c=1732378845389), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:20:45,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614 2024-11-23T16:20:45,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:45,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:20:46,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4 with version=8 2024-11-23T16:20:46,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/hbase-staging 2024-11-23T16:20:46,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:46,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:46,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:46,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:20:46,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:46,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39953 2024-11-23T16:20:46,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39953 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:46,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399530x0, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:46,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39953-0x10145a131870006 connected 2024-11-23T16:20:46,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:46,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:46,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/running 2024-11-23T16:20:46,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4, hbase.cluster.distributed=false 2024-11-23T16:20:46,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/acl 2024-11-23T16:20:46,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39953 2024-11-23T16:20:46,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39953 2024-11-23T16:20:46,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39953 2024-11-23T16:20:46,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39953 2024-11-23T16:20:46,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39953 2024-11-23T16:20:46,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:20:46,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:20:46,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36757 2024-11-23T16:20:46,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36757 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:46,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:46,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367570x0, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:46,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367570x0, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/running 2024-11-23T16:20:46,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36757-0x10145a131870007 connected 2024-11-23T16:20:46,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:20:46,387 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:20:46,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/master 2024-11-23T16:20:46,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/acl 2024-11-23T16:20:46,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36757 2024-11-23T16:20:46,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36757 2024-11-23T16:20:46,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36757 2024-11-23T16:20:46,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36757 2024-11-23T16:20:46,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36757 2024-11-23T16:20:46,408 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:39953 2024-11-23T16:20:46,409 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-357261963/backup-masters/1a7c5470b472,39953,1732378846336 2024-11-23T16:20:46,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963/backup-masters 2024-11-23T16:20:46,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963/backup-masters 2024-11-23T16:20:46,410 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on existing znode=/2-357261963/backup-masters/1a7c5470b472,39953,1732378846336 2024-11-23T16:20:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-357261963/master 2024-11-23T16:20:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:46,412 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on existing znode=/2-357261963/master 2024-11-23T16:20:46,412 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-357261963/backup-masters/1a7c5470b472,39953,1732378846336 from backup master directory 2024-11-23T16:20:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-357261963/backup-masters/1a7c5470b472,39953,1732378846336 2024-11-23T16:20:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963/backup-masters 2024-11-23T16:20:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963/backup-masters 2024-11-23T16:20:46,413 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:46,413 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,39953,1732378846336 2024-11-23T16:20:46,416 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/hbase.id] with ID: a6290d7d-040f-405b-80f6-805d2cc802a4 2024-11-23T16:20:46,416 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/.tmp/hbase.id 2024-11-23T16:20:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:20:46,825 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/.tmp/hbase.id]:[hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/hbase.id] 2024-11-23T16:20:46,832 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:20:46,832 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:20:46,833 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:20:46,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:46,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:20:47,241 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:47,242 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:20:47,242 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:20:47,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:47,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:47,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:20:47,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store 2024-11-23T16:20:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:20:48,054 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:48,054 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:20:48,054 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:48,054 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:48,054 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:20:48,055 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:48,055 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:20:48,055 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378848054Disabling compacts and flushes for region at 1732378848054Disabling writes for close at 1732378848054Writing region close event to WAL at 1732378848055 (+1 ms)Closed at 1732378848055 2024-11-23T16:20:48,055 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/.initializing 2024-11-23T16:20:48,055 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/WALs/1a7c5470b472,39953,1732378846336 2024-11-23T16:20:48,056 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:48,057 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C39953%2C1732378846336, suffix=, logDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/WALs/1a7c5470b472,39953,1732378846336, archiveDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/oldWALs, maxLogs=10 2024-11-23T16:20:48,074 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/WALs/1a7c5470b472,39953,1732378846336/1a7c5470b472%2C39953%2C1732378846336.1732378848057, exclude list is [], retry=0 2024-11-23T16:20:48,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-2c635c57-3c2f-40d6-b35b-024ef942a3af,DISK] 2024-11-23T16:20:48,078 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/WALs/1a7c5470b472,39953,1732378846336/1a7c5470b472%2C39953%2C1732378846336.1732378848057 2024-11-23T16:20:48,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-23T16:20:48,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:48,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:48,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,078 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:20:48,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:48,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:20:48,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:48,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:20:48,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:48,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:20:48,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:48,084 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,085 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,085 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,086 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,086 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,086 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:48,087 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:20:48,094 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:48,095 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64625024, jitterRate=-0.03701210021972656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:48,095 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378848078Initializing all the Stores at 1732378848079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378848079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378848079Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378848079Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378848079Cleaning up temporary data from old regions at 1732378848086 (+7 ms)Region opened successfully at 1732378848095 (+9 ms) 2024-11-23T16:20:48,095 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:20:48,097 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ef8b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:48,098 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:20:48,098 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:20:48,098 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:20:48,098 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:20:48,099 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:20:48,099 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:20:48,099 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:20:48,100 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:20:48,101 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Unable to get data of znode /2-357261963/balancer because node does not exist (not necessarily an error) 2024-11-23T16:20:48,102 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-357261963/balancer already deleted, retry=false 2024-11-23T16:20:48,102 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:20:48,103 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Unable to get data of znode /2-357261963/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:20:48,104 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-357261963/normalizer already deleted, retry=false 2024-11-23T16:20:48,104 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:20:48,104 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Unable to get data of znode /2-357261963/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:20:48,105 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-357261963/switch/split already deleted, retry=false 2024-11-23T16:20:48,106 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Unable to get data of znode /2-357261963/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:20:48,108 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-357261963/switch/merge already deleted, retry=false 2024-11-23T16:20:48,109 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Unable to get data of znode /2-357261963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:20:48,111 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-357261963/snapshot-cleanup already deleted, retry=false 2024-11-23T16:20:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-357261963/running 2024-11-23T16:20:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-357261963/running 2024-11-23T16:20:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:48,112 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,39953,1732378846336, sessionid=0x10145a131870006, setting cluster-up flag (Was=false) 2024-11-23T16:20:48,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:48,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:48,120 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-357261963/flush-table-proc/acquired, /2-357261963/flush-table-proc/reached, /2-357261963/flush-table-proc/abort 2024-11-23T16:20:48,121 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39953,1732378846336 2024-11-23T16:20:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:48,128 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-357261963/online-snapshot/acquired, /2-357261963/online-snapshot/reached, /2-357261963/online-snapshot/abort 2024-11-23T16:20:48,129 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39953,1732378846336 2024-11-23T16:20:48,130 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:20:48,131 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:48,131 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:20:48,131 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:20:48,132 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,39953,1732378846336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:48,133 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:48,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:20:48,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378878143 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:20:48,143 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:20:48,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:20:48,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:20:48,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:20:48,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:20:48,144 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:20:48,146 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378848144,5,FailOnTimeoutGroup] 2024-11-23T16:20:48,146 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378848146,5,FailOnTimeoutGroup] 2024-11-23T16:20:48,146 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,146 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:20:48,146 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,146 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:20:48,200 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(746): ClusterId : a6290d7d-040f-405b-80f6-805d2cc802a4 2024-11-23T16:20:48,200 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:20:48,202 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:20:48,202 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:20:48,203 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:20:48,204 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5566df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:20:48,216 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:36757 2024-11-23T16:20:48,216 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:20:48,216 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:20:48,216 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:20:48,216 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,39953,1732378846336 with port=36757, startcode=1732378846375 2024-11-23T16:20:48,216 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:20:48,218 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:20:48,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,36757,1732378846375 2024-11-23T16:20:48,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39953 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:48,219 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4 2024-11-23T16:20:48,219 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35851 2024-11-23T16:20:48,219 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:20:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963/rs 2024-11-23T16:20:48,226 DEBUG [RS:0;1a7c5470b472:36757 {}] zookeeper.ZKUtil(111): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on existing znode=/2-357261963/rs/1a7c5470b472,36757,1732378846375 2024-11-23T16:20:48,227 WARN [RS:0;1a7c5470b472:36757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:20:48,227 INFO [RS:0;1a7c5470b472:36757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:48,227 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375 2024-11-23T16:20:48,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,36757,1732378846375] 2024-11-23T16:20:48,230 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:20:48,231 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:20:48,232 INFO [RS:0;1a7c5470b472:36757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:20:48,232 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,233 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:20:48,233 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:20:48,233 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:48,234 DEBUG [RS:0;1a7c5470b472:36757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:20:48,236 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,236 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,236 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,236 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,236 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,236 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36757,1732378846375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:48,251 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:20:48,251 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,36757,1732378846375-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,251 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,252 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.Replication(171): 1a7c5470b472,36757,1732378846375 started 2024-11-23T16:20:48,269 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:48,269 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,36757,1732378846375, RpcServer on 1a7c5470b472/172.17.0.2:36757, sessionid=0x10145a131870007 2024-11-23T16:20:48,269 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:20:48,269 DEBUG [RS:0;1a7c5470b472:36757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,36757,1732378846375 2024-11-23T16:20:48,269 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,36757,1732378846375' 2024-11-23T16:20:48,269 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-357261963/flush-table-proc/abort' 2024-11-23T16:20:48,270 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-357261963/flush-table-proc/acquired' 2024-11-23T16:20:48,270 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:20:48,270 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:20:48,270 DEBUG [RS:0;1a7c5470b472:36757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,36757,1732378846375 2024-11-23T16:20:48,270 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,36757,1732378846375' 2024-11-23T16:20:48,270 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-357261963/online-snapshot/abort' 2024-11-23T16:20:48,271 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-357261963/online-snapshot/acquired' 2024-11-23T16:20:48,271 DEBUG [RS:0;1a7c5470b472:36757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:20:48,271 INFO [RS:0;1a7c5470b472:36757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:20:48,271 INFO [RS:0;1a7c5470b472:36757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:20:48,371 INFO [RS:0;1a7c5470b472:36757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:20:48,373 INFO [RS:0;1a7c5470b472:36757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C36757%2C1732378846375, suffix=, logDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375, archiveDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/oldWALs, maxLogs=10 2024-11-23T16:20:48,386 DEBUG [RS:0;1a7c5470b472:36757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, exclude list is [], retry=0 2024-11-23T16:20:48,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-2c635c57-3c2f-40d6-b35b-024ef942a3af,DISK] 2024-11-23T16:20:48,390 INFO [RS:0;1a7c5470b472:36757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 2024-11-23T16:20:48,390 DEBUG [RS:0;1a7c5470b472:36757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-23T16:20:48,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:20:48,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4 2024-11-23T16:20:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:20:48,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:48,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:48,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:48,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:48,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:48,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:48,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:48,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:48,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:48,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:48,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:48,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:48,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:48,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:48,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:48,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740 2024-11-23T16:20:48,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740 2024-11-23T16:20:48,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:48,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:48,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:48,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:48,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65702288, jitterRate=-0.02095961570739746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:48,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378848953Initializing all the Stores at 1732378848954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378848954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378848954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378848954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378848954Cleaning up temporary data from old regions at 1732378848961 (+7 ms)Region opened successfully at 1732378848964 (+3 ms) 2024-11-23T16:20:48,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:20:48,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:20:48,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:20:48,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:20:48,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:20:48,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:20:48,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378848964Disabling compacts and flushes for region at 1732378848964Disabling writes for close at 1732378848964Writing region close event to WAL at 1732378848964Closed at 1732378848964 2024-11-23T16:20:48,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:48,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:20:48,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:20:48,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:48,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:20:49,117 DEBUG [1a7c5470b472:39953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:20:49,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:49,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,36757,1732378846375, state=OPENING 2024-11-23T16:20:49,120 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:20:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:49,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:20:49,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,36757,1732378846375}] 2024-11-23T16:20:49,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-357261963/meta-region-server: CHANGED 2024-11-23T16:20:49,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-357261963/meta-region-server: CHANGED 2024-11-23T16:20:49,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:49,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:20:49,278 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:20:49,278 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:49,278 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:20:49,279 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C36757%2C1732378846375.meta, suffix=.meta, logDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375, archiveDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/oldWALs, maxLogs=10 2024-11-23T16:20:49,297 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.meta.1732378849279.meta, exclude list is [], retry=0 2024-11-23T16:20:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-2c635c57-3c2f-40d6-b35b-024ef942a3af,DISK] 2024-11-23T16:20:49,300 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.meta.1732378849279.meta 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:49,301 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:20:49,301 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:49,301 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:20:49,302 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:20:49,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:20:49,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:20:49,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:49,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:49,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:20:49,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:20:49,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:49,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:49,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:20:49,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:20:49,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:49,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:49,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:20:49,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:20:49,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:49,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:20:49,307 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:20:49,307 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740 2024-11-23T16:20:49,308 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740 2024-11-23T16:20:49,309 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:20:49,309 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:20:49,309 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:20:49,310 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:20:49,311 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71870754, jitterRate=0.07095769047737122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:20:49,311 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:20:49,311 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378849302Writing region info on filesystem at 1732378849302Initializing all the Stores at 1732378849302Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378849302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378849302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378849302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378849302Cleaning up temporary data from old regions at 1732378849309 (+7 ms)Running coprocessor post-open hooks at 1732378849311 (+2 ms)Region opened successfully at 1732378849311 2024-11-23T16:20:49,311 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378849273 2024-11-23T16:20:49,313 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:20:49,313 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:20:49,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:49,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,36757,1732378846375, state=OPEN 2024-11-23T16:20:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-357261963/meta-region-server 2024-11-23T16:20:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-357261963/meta-region-server 2024-11-23T16:20:49,316 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:49,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-357261963/meta-region-server: CHANGED 2024-11-23T16:20:49,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-357261963/meta-region-server: CHANGED 2024-11-23T16:20:49,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:20:49,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,36757,1732378846375 in 195 msec 2024-11-23T16:20:49,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:20:49,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-23T16:20:49,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:20:49,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:20:49,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:49,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,36757,1732378846375, seqNum=-1] 2024-11-23T16:20:49,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:49,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:49,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-23T16:20:49,326 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378849326, completionTime=-1 2024-11-23T16:20:49,326 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:20:49,326 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378909328 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378969328 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39953,1732378846336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39953,1732378846336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39953,1732378846336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,329 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:39953, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,329 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,329 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,330 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39953,1732378846336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:20:49,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39953,1732378846336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:20:49,334 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:20:49,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:20:49,334 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39953,1732378846336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:20:49,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42f78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:49,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39953,-1 for getting cluster id 2024-11-23T16:20:49,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:49,404 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6290d7d-040f-405b-80f6-805d2cc802a4' 2024-11-23T16:20:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6290d7d-040f-405b-80f6-805d2cc802a4" 2024-11-23T16:20:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31820581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39953,-1] 2024-11-23T16:20:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:49,406 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:49,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:49,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,36757,1732378846375, seqNum=-1] 2024-11-23T16:20:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:49,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,39953,1732378846336 2024-11-23T16:20:49,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-23T16:20:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:20:49,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10145a131870008 connected 2024-11-23T16:20:49,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:49,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39257,1732378839572 2024-11-23T16:20:49,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@95fc8b0 2024-11-23T16:20:49,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:49,428 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:49,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:20:49,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:49,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:49,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:20:49,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:20:49,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 922f3a8f2bf7816f69dd7b77f4323aca, NAME => 'test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579 2024-11-23T16:20:49,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:20:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:49,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:49,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 922f3a8f2bf7816f69dd7b77f4323aca, disabling compactions & flushes 2024-11-23T16:20:49,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:49,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:49,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. after waiting 0 ms 2024-11-23T16:20:49,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:49,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:49,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 922f3a8f2bf7816f69dd7b77f4323aca: Waiting for close lock at 1732378849843Disabling compacts and flushes for region at 1732378849843Disabling writes for close at 1732378849843Writing region close event to WAL at 1732378849843Closed at 1732378849843 2024-11-23T16:20:49,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:49,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378849844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378849844"}]},"ts":"1732378849844"} 2024-11-23T16:20:49,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:49,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:49,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378849847"}]},"ts":"1732378849847"} 2024-11-23T16:20:49,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:20:49,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=922f3a8f2bf7816f69dd7b77f4323aca, ASSIGN}] 2024-11-23T16:20:49,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=922f3a8f2bf7816f69dd7b77f4323aca, ASSIGN 2024-11-23T16:20:49,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=922f3a8f2bf7816f69dd7b77f4323aca, ASSIGN; state=OFFLINE, location=1a7c5470b472,34981,1732378839637; forceNewPlan=false, retain=false 2024-11-23T16:20:50,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=922f3a8f2bf7816f69dd7b77f4323aca, regionState=OPENING, regionLocation=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:50,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=922f3a8f2bf7816f69dd7b77f4323aca, ASSIGN because future has completed 2024-11-23T16:20:50,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922f3a8f2bf7816f69dd7b77f4323aca, server=1a7c5470b472,34981,1732378839637}] 2024-11-23T16:20:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:50,162 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:50,162 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 922f3a8f2bf7816f69dd7b77f4323aca, NAME => 'test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:50,162 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:50,162 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:20:50,162 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,163 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:50,163 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,163 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,164 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,165 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922f3a8f2bf7816f69dd7b77f4323aca columnFamilyName f 2024-11-23T16:20:50,165 DEBUG [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:50,165 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] regionserver.HStore(327): Store=922f3a8f2bf7816f69dd7b77f4323aca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:50,166 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,166 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922f3a8f2bf7816f69dd7b77f4323aca columnFamilyName f1 2024-11-23T16:20:50,167 DEBUG [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:50,167 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] regionserver.HStore(327): Store=922f3a8f2bf7816f69dd7b77f4323aca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:50,167 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,168 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922f3a8f2bf7816f69dd7b77f4323aca columnFamilyName norep 2024-11-23T16:20:50,168 DEBUG [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:50,168 INFO [StoreOpener-922f3a8f2bf7816f69dd7b77f4323aca-1 {}] regionserver.HStore(327): Store=922f3a8f2bf7816f69dd7b77f4323aca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:50,168 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,169 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,169 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,170 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,170 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,170 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:50,171 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,173 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:50,173 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 922f3a8f2bf7816f69dd7b77f4323aca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61848586, jitterRate=-0.07838425040245056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:50,173 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:20:50,174 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 922f3a8f2bf7816f69dd7b77f4323aca: Running coprocessor pre-open hook at 1732378850163Writing region info on filesystem at 1732378850163Initializing all the Stores at 1732378850163Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378850163Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378850164 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378850164Cleaning up temporary data from old regions at 1732378850170 (+6 ms)Running coprocessor post-open hooks at 1732378850173 (+3 ms)Region opened successfully at 1732378850173 2024-11-23T16:20:50,174 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca., pid=6, masterSystemTime=1732378850159 2024-11-23T16:20:50,176 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:50,176 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:20:50,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=922f3a8f2bf7816f69dd7b77f4323aca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:50,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922f3a8f2bf7816f69dd7b77f4323aca, server=1a7c5470b472,34981,1732378839637 because future has completed 2024-11-23T16:20:50,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:20:50,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 922f3a8f2bf7816f69dd7b77f4323aca, server=1a7c5470b472,34981,1732378839637 in 174 msec 2024-11-23T16:20:50,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:20:50,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=922f3a8f2bf7816f69dd7b77f4323aca, ASSIGN in 330 msec 2024-11-23T16:20:50,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:50,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378850183"}]},"ts":"1732378850183"} 2024-11-23T16:20:50,185 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:20:50,186 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:50,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-23T16:20:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:50,569 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:20:50,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42411,1732378843427 2024-11-23T16:20:50,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca5c90f 2024-11-23T16:20:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:50,572 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:50,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:20:50,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:50,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:50,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:20:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:50,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:20:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:50,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87ad31142484bdb65f6e1c42cfe376f7, NAME => 'test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4 2024-11-23T16:20:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:51,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:51,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87ad31142484bdb65f6e1c42cfe376f7, disabling compactions & flushes 2024-11-23T16:20:51,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. after waiting 0 ms 2024-11-23T16:20:51,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87ad31142484bdb65f6e1c42cfe376f7: Waiting for close lock at 1732378851387Disabling compacts and flushes for region at 1732378851387Disabling writes for close at 1732378851388 (+1 ms)Writing region close event to WAL at 1732378851388Closed at 1732378851388 2024-11-23T16:20:51,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:51,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378851389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378851389"}]},"ts":"1732378851389"} 2024-11-23T16:20:51,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:51,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:51,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378851392"}]},"ts":"1732378851392"} 2024-11-23T16:20:51,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:20:51,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87ad31142484bdb65f6e1c42cfe376f7, ASSIGN}] 2024-11-23T16:20:51,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87ad31142484bdb65f6e1c42cfe376f7, ASSIGN 2024-11-23T16:20:51,395 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87ad31142484bdb65f6e1c42cfe376f7, ASSIGN; state=OFFLINE, location=1a7c5470b472,42179,1732378843504; forceNewPlan=false, retain=false 2024-11-23T16:20:51,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87ad31142484bdb65f6e1c42cfe376f7, regionState=OPENING, regionLocation=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:51,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87ad31142484bdb65f6e1c42cfe376f7, ASSIGN because future has completed 2024-11-23T16:20:51,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87ad31142484bdb65f6e1c42cfe376f7, server=1a7c5470b472,42179,1732378843504}] 2024-11-23T16:20:51,704 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,705 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87ad31142484bdb65f6e1c42cfe376f7, NAME => 'test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:51,705 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:51,705 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:20:51,705 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,705 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:51,705 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,705 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:51,709 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,711 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87ad31142484bdb65f6e1c42cfe376f7 columnFamilyName f 2024-11-23T16:20:51,711 DEBUG [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:51,712 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] regionserver.HStore(327): Store=87ad31142484bdb65f6e1c42cfe376f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:51,712 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,714 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87ad31142484bdb65f6e1c42cfe376f7 columnFamilyName f1 2024-11-23T16:20:51,714 DEBUG [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:51,714 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] regionserver.HStore(327): Store=87ad31142484bdb65f6e1c42cfe376f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:51,717 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,721 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87ad31142484bdb65f6e1c42cfe376f7 columnFamilyName norep 2024-11-23T16:20:51,721 DEBUG [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:51,725 INFO [StoreOpener-87ad31142484bdb65f6e1c42cfe376f7-1 {}] regionserver.HStore(327): Store=87ad31142484bdb65f6e1c42cfe376f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:51,736 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,737 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,737 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,739 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,739 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,739 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:51,740 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,743 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:51,743 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87ad31142484bdb65f6e1c42cfe376f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73594311, jitterRate=0.0966406911611557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:51,743 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:20:51,744 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87ad31142484bdb65f6e1c42cfe376f7: Running coprocessor pre-open hook at 1732378851706Writing region info on filesystem at 1732378851706Initializing all the Stores at 1732378851708 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378851708Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378851708Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378851708Cleaning up temporary data from old regions at 1732378851739 (+31 ms)Running coprocessor post-open hooks at 1732378851743 (+4 ms)Region opened successfully at 1732378851744 (+1 ms) 2024-11-23T16:20:51,745 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7., pid=6, masterSystemTime=1732378851701 2024-11-23T16:20:51,746 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,747 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:20:51,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87ad31142484bdb65f6e1c42cfe376f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87ad31142484bdb65f6e1c42cfe376f7, server=1a7c5470b472,42179,1732378843504 because future has completed 2024-11-23T16:20:51,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:20:51,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87ad31142484bdb65f6e1c42cfe376f7, server=1a7c5470b472,42179,1732378843504 in 205 msec 2024-11-23T16:20:51,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:20:51,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87ad31142484bdb65f6e1c42cfe376f7, ASSIGN in 361 msec 2024-11-23T16:20:51,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:51,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378851757"}]},"ts":"1732378851757"} 2024-11-23T16:20:51,759 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:20:51,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:51,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-11-23T16:20:51,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T16:20:51,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T16:20:51,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:20:51,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T16:20:51,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:20:51,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T16:20:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:52,729 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:20:52,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39953,1732378846336 2024-11-23T16:20:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34880361 2024-11-23T16:20:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:52,731 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:52,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:20:52,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:52,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:52,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:20:52,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:20:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:53,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11ab79f9a75dc9340742c558dcd1a11c, NAME => 'test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4 2024-11-23T16:20:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:20:53,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:53,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 11ab79f9a75dc9340742c558dcd1a11c, disabling compactions & flushes 2024-11-23T16:20:53,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. after waiting 0 ms 2024-11-23T16:20:53,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11ab79f9a75dc9340742c558dcd1a11c: Waiting for close lock at 1732378853147Disabling compacts and flushes for region at 1732378853147Disabling writes for close at 1732378853147Writing region close event to WAL at 1732378853147Closed at 1732378853147 2024-11-23T16:20:53,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:53,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378853148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378853148"}]},"ts":"1732378853148"} 2024-11-23T16:20:53,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:53,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:53,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378853150"}]},"ts":"1732378853150"} 2024-11-23T16:20:53,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:20:53,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11ab79f9a75dc9340742c558dcd1a11c, ASSIGN}] 2024-11-23T16:20:53,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11ab79f9a75dc9340742c558dcd1a11c, ASSIGN 2024-11-23T16:20:53,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=11ab79f9a75dc9340742c558dcd1a11c, ASSIGN; state=OFFLINE, location=1a7c5470b472,36757,1732378846375; forceNewPlan=false, retain=false 2024-11-23T16:20:53,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11ab79f9a75dc9340742c558dcd1a11c, regionState=OPENING, regionLocation=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:53,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=11ab79f9a75dc9340742c558dcd1a11c, ASSIGN because future has completed 2024-11-23T16:20:53,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11ab79f9a75dc9340742c558dcd1a11c, server=1a7c5470b472,36757,1732378846375}] 2024-11-23T16:20:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:53,462 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,462 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 11ab79f9a75dc9340742c558dcd1a11c, NAME => 'test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:53,462 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:53,462 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:20:53,462 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,463 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:53,463 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,463 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,464 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,465 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11ab79f9a75dc9340742c558dcd1a11c columnFamilyName f 2024-11-23T16:20:53,465 DEBUG [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:53,465 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] regionserver.HStore(327): Store=11ab79f9a75dc9340742c558dcd1a11c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:53,465 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,466 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11ab79f9a75dc9340742c558dcd1a11c columnFamilyName f1 2024-11-23T16:20:53,466 DEBUG [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:53,466 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] regionserver.HStore(327): Store=11ab79f9a75dc9340742c558dcd1a11c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:53,466 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,467 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11ab79f9a75dc9340742c558dcd1a11c columnFamilyName norep 2024-11-23T16:20:53,467 DEBUG [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:53,467 INFO [StoreOpener-11ab79f9a75dc9340742c558dcd1a11c-1 {}] regionserver.HStore(327): Store=11ab79f9a75dc9340742c558dcd1a11c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:53,467 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,468 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,468 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,468 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,469 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,469 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:53,470 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,471 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:53,471 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 11ab79f9a75dc9340742c558dcd1a11c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75396429, jitterRate=0.12349434196949005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:53,471 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:20:53,471 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 11ab79f9a75dc9340742c558dcd1a11c: Running coprocessor pre-open hook at 1732378853463Writing region info on filesystem at 1732378853463Initializing all the Stores at 1732378853463Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378853463Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378853463Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378853463Cleaning up temporary data from old regions at 1732378853469 (+6 ms)Running coprocessor post-open hooks at 1732378853471 (+2 ms)Region opened successfully at 1732378853471 2024-11-23T16:20:53,472 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c., pid=6, masterSystemTime=1732378853459 2024-11-23T16:20:53,474 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,474 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:20:53,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11ab79f9a75dc9340742c558dcd1a11c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:53,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11ab79f9a75dc9340742c558dcd1a11c, server=1a7c5470b472,36757,1732378846375 because future has completed 2024-11-23T16:20:53,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:20:53,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11ab79f9a75dc9340742c558dcd1a11c, server=1a7c5470b472,36757,1732378846375 in 169 msec 2024-11-23T16:20:53,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:20:53,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=11ab79f9a75dc9340742c558dcd1a11c, ASSIGN in 326 msec 2024-11-23T16:20:53,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:53,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378853479"}]},"ts":"1732378853479"} 2024-11-23T16:20:53,481 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:20:53,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:53,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-23T16:20:53,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:20:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:20:53,870 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:20:53,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:53,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39257,-1 for getting cluster id 2024-11-23T16:20:53,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:53,871 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2031c828-3f12-4f7b-aa52-a8c61c9d8df1' 2024-11-23T16:20:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2031c828-3f12-4f7b-aa52-a8c61c9d8df1" 2024-11-23T16:20:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9fd20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39257,-1] 2024-11-23T16:20:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:53,873 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30addf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:53,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39257,1732378839572 2024-11-23T16:20:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@275ca15 2024-11-23T16:20:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:53,876 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:53,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:42411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:20:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:20:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:53,879 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:42411' 2024-11-23T16:20:53,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f948cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:53,880 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:53,880 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:53,881 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f3c21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:53,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:53,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:53,882 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:53,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acb94f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:53,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:53,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42411,1732378843427 2024-11-23T16:20:53,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7b3e93 2024-11-23T16:20:53,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:53,885 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:53,886 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:20:53,886 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:20:53,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:53,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:53,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:53,886 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:53,888 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:20:53,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:53,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:53,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:20:53,938 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:20:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:54,296 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fa2b1b970fbcc76f47fd5cbdd4cd73e, NAME => 'hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579 2024-11-23T16:20:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:20:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:54,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:54,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4fa2b1b970fbcc76f47fd5cbdd4cd73e, disabling compactions & flushes 2024-11-23T16:20:54,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:54,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:54,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. after waiting 0 ms 2024-11-23T16:20:54,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:54,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:54,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fa2b1b970fbcc76f47fd5cbdd4cd73e: Waiting for close lock at 1732378854705Disabling compacts and flushes for region at 1732378854705Disabling writes for close at 1732378854705Writing region close event to WAL at 1732378854705Closed at 1732378854705 2024-11-23T16:20:54,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:54,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378854706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378854706"}]},"ts":"1732378854706"} 2024-11-23T16:20:54,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:54,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:54,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378854710"}]},"ts":"1732378854710"} 2024-11-23T16:20:54,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:20:54,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4fa2b1b970fbcc76f47fd5cbdd4cd73e, ASSIGN}] 2024-11-23T16:20:54,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4fa2b1b970fbcc76f47fd5cbdd4cd73e, ASSIGN 2024-11-23T16:20:54,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4fa2b1b970fbcc76f47fd5cbdd4cd73e, ASSIGN; state=OFFLINE, location=1a7c5470b472,34981,1732378839637; forceNewPlan=false, retain=false 2024-11-23T16:20:54,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:20:54,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:20:54,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4fa2b1b970fbcc76f47fd5cbdd4cd73e, regionState=OPENING, regionLocation=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4fa2b1b970fbcc76f47fd5cbdd4cd73e, ASSIGN because future has completed 2024-11-23T16:20:54,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fa2b1b970fbcc76f47fd5cbdd4cd73e, server=1a7c5470b472,34981,1732378839637}] 2024-11-23T16:20:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:55,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:55,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:55,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:20:55,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C34981%2C1732378839637.rep, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/oldWALs, maxLogs=10 2024-11-23T16:20:55,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.rep.1732378855023, exclude list is [], retry=0 2024-11-23T16:20:55,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-274a0bf4-73de-48fe-a267-9ed10e5d4973,DISK] 2024-11-23T16:20:55,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.rep.1732378855023 2024-11-23T16:20:55,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38617:38617)] 2024-11-23T16:20:55,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fa2b1b970fbcc76f47fd5cbdd4cd73e, NAME => 'hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:55,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:55,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:55,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. service=MultiRowMutationService 2024-11-23T16:20:55,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:20:55,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:55,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,043 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,044 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa2b1b970fbcc76f47fd5cbdd4cd73e columnFamilyName hfileref 2024-11-23T16:20:55,044 DEBUG [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:55,044 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] regionserver.HStore(327): Store=4fa2b1b970fbcc76f47fd5cbdd4cd73e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:55,044 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,045 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa2b1b970fbcc76f47fd5cbdd4cd73e columnFamilyName queue 2024-11-23T16:20:55,045 DEBUG [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:55,045 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] regionserver.HStore(327): Store=4fa2b1b970fbcc76f47fd5cbdd4cd73e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:55,046 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,046 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa2b1b970fbcc76f47fd5cbdd4cd73e columnFamilyName sid 2024-11-23T16:20:55,046 DEBUG [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:55,047 INFO [StoreOpener-4fa2b1b970fbcc76f47fd5cbdd4cd73e-1 {}] regionserver.HStore(327): Store=4fa2b1b970fbcc76f47fd5cbdd4cd73e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:55,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:55,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:55,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4fa2b1b970fbcc76f47fd5cbdd4cd73e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62997660, jitterRate=-0.06126171350479126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:55,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:20:55,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4fa2b1b970fbcc76f47fd5cbdd4cd73e: Running coprocessor pre-open hook at 1732378855042Writing region info on filesystem at 1732378855042Initializing all the Stores at 1732378855042Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378855042Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378855043 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378855043Cleaning up temporary data from old regions at 1732378855048 (+5 ms)Running coprocessor post-open hooks at 1732378855051 (+3 ms)Region opened successfully at 1732378855051 2024-11-23T16:20:55,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e., pid=10, masterSystemTime=1732378855018 2024-11-23T16:20:55,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:55,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:20:55,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4fa2b1b970fbcc76f47fd5cbdd4cd73e, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,34981,1732378839637 2024-11-23T16:20:55,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fa2b1b970fbcc76f47fd5cbdd4cd73e, server=1a7c5470b472,34981,1732378839637 because future has completed 2024-11-23T16:20:55,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:20:55,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fa2b1b970fbcc76f47fd5cbdd4cd73e, server=1a7c5470b472,34981,1732378839637 in 190 msec 2024-11-23T16:20:55,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:20:55,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4fa2b1b970fbcc76f47fd5cbdd4cd73e, ASSIGN in 346 msec 2024-11-23T16:20:55,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:55,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378855060"}]},"ts":"1732378855060"} 2024-11-23T16:20:55,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:20:55,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:55,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-23T16:20:55,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e., hostname=1a7c5470b472,34981,1732378839637, seqNum=2] 2024-11-23T16:20:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:20:55,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:55,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:20:55,254 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:20:55,284 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,34981,1732378839637, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:55,284 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:55,284 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34981,1732378839637, seqNum=-1] 2024-11-23T16:20:55,285 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:55,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:55,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,34981,1732378839637', locateType=CURRENT is [region=hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e., hostname=1a7c5470b472,34981,1732378839637, seqNum=2] 2024-11-23T16:20:55,289 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:20:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:20:55,306 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,34981,1732378839637 suceeded 2024-11-23T16:20:55,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:20:55,308 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:42411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:20:55,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-23T16:20:55,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-11-23T16:20:55,320 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:42411' 2024-11-23T16:20:55,321 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287352e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:55,321 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:55,321 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:55,322 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54455088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:55,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:55,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:55,323 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:55,324 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ff6c642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:55,324 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42411,1732378843427 2024-11-23T16:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25af826b 2024-11-23T16:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:55,326 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:55,326 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,34981,1732378839637 (queues=1) is replicating from cluster=2031c828-3f12-4f7b-aa52-a8c61c9d8df1 to cluster=48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89 2024-11-23T16:20:55,326 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C34981%2C1732378839637 2024-11-23T16:20:55,327 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,34981,1732378839637, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:55,327 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225, startPosition=0, beingWritten=true 2024-11-23T16:20:55,327 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C34981%2C1732378839637 2024-11-23T16:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34981,1732378839637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:55,534 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:55,838 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:56,040 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:56,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:56,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:56,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:56,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:56,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:56,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:56,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:56,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:56,042 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f433451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:56,043 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733ad953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:56,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42411,1732378843427 2024-11-23T16:20:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2838c486 2024-11-23T16:20:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:56,046 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:56,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:39953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:20:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:20:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:56,049 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:39953' 2024-11-23T16:20:56,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7a8cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:56,050 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39953,-1 for getting cluster id 2024-11-23T16:20:56,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:56,050 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6290d7d-040f-405b-80f6-805d2cc802a4' 2024-11-23T16:20:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6290d7d-040f-405b-80f6-805d2cc802a4" 2024-11-23T16:20:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302e974d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39953,-1] 2024-11-23T16:20:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:56,051 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:56,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa698e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:56,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:56,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39953,1732378846336 2024-11-23T16:20:56,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c60014e 2024-11-23T16:20:56,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:56,053 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:56,054 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:20:56,054 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:20:56,054 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:56,054 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:56,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:56,055 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:56,056 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:20:56,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:56,056 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:56,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:20:56,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cce8b20e5aa8505387b7509366f8c674, NAME => 'hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4 2024-11-23T16:20:56,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:20:56,106 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:20:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:56,242 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:56,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:56,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cce8b20e5aa8505387b7509366f8c674, disabling compactions & flushes 2024-11-23T16:20:56,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. after waiting 0 ms 2024-11-23T16:20:56,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cce8b20e5aa8505387b7509366f8c674: Waiting for close lock at 1732378856468Disabling compacts and flushes for region at 1732378856468Disabling writes for close at 1732378856468Writing region close event to WAL at 1732378856468Closed at 1732378856468 2024-11-23T16:20:56,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:56,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378856469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378856469"}]},"ts":"1732378856469"} 2024-11-23T16:20:56,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:56,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:56,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378856472"}]},"ts":"1732378856472"} 2024-11-23T16:20:56,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:20:56,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cce8b20e5aa8505387b7509366f8c674, ASSIGN}] 2024-11-23T16:20:56,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cce8b20e5aa8505387b7509366f8c674, ASSIGN 2024-11-23T16:20:56,475 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cce8b20e5aa8505387b7509366f8c674, ASSIGN; state=OFFLINE, location=1a7c5470b472,42179,1732378843504; forceNewPlan=false, retain=false 2024-11-23T16:20:56,626 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cce8b20e5aa8505387b7509366f8c674, regionState=OPENING, regionLocation=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:56,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cce8b20e5aa8505387b7509366f8c674, ASSIGN because future has completed 2024-11-23T16:20:56,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cce8b20e5aa8505387b7509366f8c674, server=1a7c5470b472,42179,1732378843504}] 2024-11-23T16:20:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:56,746 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:56,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:56,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:20:56,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C42179%2C1732378843504.rep, suffix=, logDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/oldWALs, maxLogs=10 2024-11-23T16:20:56,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.rep.1732378856787, exclude list is [], retry=0 2024-11-23T16:20:56,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-42e2e824-1221-483e-b988-86c71c380fe6,DISK] 2024-11-23T16:20:56,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.rep.1732378856787 2024-11-23T16:20:56,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33435:33435)] 2024-11-23T16:20:56,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cce8b20e5aa8505387b7509366f8c674, NAME => 'hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:56,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:56,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:56,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. service=MultiRowMutationService 2024-11-23T16:20:56,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:20:56,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:56,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,806 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,807 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce8b20e5aa8505387b7509366f8c674 columnFamilyName hfileref 2024-11-23T16:20:56,807 DEBUG [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:56,808 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] regionserver.HStore(327): Store=cce8b20e5aa8505387b7509366f8c674/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:56,808 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,809 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce8b20e5aa8505387b7509366f8c674 columnFamilyName queue 2024-11-23T16:20:56,809 DEBUG [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:56,809 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] regionserver.HStore(327): Store=cce8b20e5aa8505387b7509366f8c674/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:56,809 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,810 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce8b20e5aa8505387b7509366f8c674 columnFamilyName sid 2024-11-23T16:20:56,810 DEBUG [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:56,810 INFO [StoreOpener-cce8b20e5aa8505387b7509366f8c674-1 {}] regionserver.HStore(327): Store=cce8b20e5aa8505387b7509366f8c674/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:56,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:56,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:56,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cce8b20e5aa8505387b7509366f8c674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72784212, jitterRate=0.08456927537918091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:56,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:20:56,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cce8b20e5aa8505387b7509366f8c674: Running coprocessor pre-open hook at 1732378856805Writing region info on filesystem at 1732378856805Initializing all the Stores at 1732378856806 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378856806Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378856806Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378856806Cleaning up temporary data from old regions at 1732378856812 (+6 ms)Running coprocessor post-open hooks at 1732378856815 (+3 ms)Region opened successfully at 1732378856815 2024-11-23T16:20:56,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674., pid=10, masterSystemTime=1732378856781 2024-11-23T16:20:56,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:20:56,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cce8b20e5aa8505387b7509366f8c674, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,42179,1732378843504 2024-11-23T16:20:56,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cce8b20e5aa8505387b7509366f8c674, server=1a7c5470b472,42179,1732378843504 because future has completed 2024-11-23T16:20:56,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:20:56,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cce8b20e5aa8505387b7509366f8c674, server=1a7c5470b472,42179,1732378843504 in 192 msec 2024-11-23T16:20:56,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:20:56,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cce8b20e5aa8505387b7509366f8c674, ASSIGN in 350 msec 2024-11-23T16:20:56,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:56,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378856825"}]},"ts":"1732378856825"} 2024-11-23T16:20:56,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:20:56,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:56,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-23T16:20:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674., hostname=1a7c5470b472,42179,1732378843504, seqNum=2] 2024-11-23T16:20:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:20:56,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:57,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:20:57,022 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:20:57,059 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,42179,1732378843504, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:57,060 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:57,060 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42179,1732378843504, seqNum=-1] 2024-11-23T16:20:57,061 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:57,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:57,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,42179,1732378843504', locateType=CURRENT is [region=hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674., hostname=1a7c5470b472,42179,1732378843504, seqNum=2] 2024-11-23T16:20:57,065 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:20:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:20:57,067 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,42179,1732378843504 suceeded 2024-11-23T16:20:57,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:20:57,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-23T16:20:57,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:39953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:20:57,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-11-23T16:20:57,080 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:39953' 2024-11-23T16:20:57,081 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29541f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,081 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39953,-1 for getting cluster id 2024-11-23T16:20:57,082 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:57,082 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6290d7d-040f-405b-80f6-805d2cc802a4' 2024-11-23T16:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6290d7d-040f-405b-80f6-805d2cc802a4" 2024-11-23T16:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50965263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39953,-1] 2024-11-23T16:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,084 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:57,084 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf9bc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,085 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39953,1732378846336 2024-11-23T16:20:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d0ccbfe 2024-11-23T16:20:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:57,086 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:57,086 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,42179,1732378843504 (queues=1) is replicating from cluster=48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89 to cluster=a6290d7d-040f-405b-80f6-805d2cc802a4 2024-11-23T16:20:57,087 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C42179%2C1732378843504 2024-11-23T16:20:57,087 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,42179,1732378843504, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:57,087 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, startPosition=0, beingWritten=true 2024-11-23T16:20:57,087 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C42179%2C1732378843504 2024-11-23T16:20:57,091 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:57,091 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 379, reset compression=false 2024-11-23T16:20:57,091 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:57,189 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:57,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:57,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:57,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:57,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39953,-1 for getting cluster id 2024-11-23T16:20:57,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:57,191 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6290d7d-040f-405b-80f6-805d2cc802a4' 2024-11-23T16:20:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6290d7d-040f-405b-80f6-805d2cc802a4" 2024-11-23T16:20:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edc713f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39953,-1] 2024-11-23T16:20:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,192 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87413b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39953,1732378846336 2024-11-23T16:20:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f3a04f8 2024-11-23T16:20:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:57,195 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:57,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:42411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:20:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:20:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:57,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:42411' 2024-11-23T16:20:57,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d0d67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,198 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:57,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:57,198 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551013fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,199 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:57,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a5cd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:57,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:57,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42411,1732378843427 2024-11-23T16:20:57,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e409ee4 2024-11-23T16:20:57,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:57,201 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:20:57,202 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:20:57,202 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:20:57,202 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,202 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:57,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:57,202 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:20:57,203 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:20:57,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:20:57,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:57,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:20:57,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:20:57,253 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:20:57,294 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 379, reset compression=false 2024-11-23T16:20:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:57,350 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:57,598 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 379, reset compression=false 2024-11-23T16:20:57,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54b4fa5d4ae898839107d7633fa5c63a, NAME => 'hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4 2024-11-23T16:20:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:20:57,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:57,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 54b4fa5d4ae898839107d7633fa5c63a, disabling compactions & flushes 2024-11-23T16:20:57,617 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. after waiting 0 ms 2024-11-23T16:20:57,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,617 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54b4fa5d4ae898839107d7633fa5c63a: Waiting for close lock at 1732378857617Disabling compacts and flushes for region at 1732378857617Disabling writes for close at 1732378857617Writing region close event to WAL at 1732378857617Closed at 1732378857617 2024-11-23T16:20:57,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:20:57,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378857618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378857618"}]},"ts":"1732378857618"} 2024-11-23T16:20:57,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:20:57,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:20:57,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378857621"}]},"ts":"1732378857621"} 2024-11-23T16:20:57,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:20:57,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54b4fa5d4ae898839107d7633fa5c63a, ASSIGN}] 2024-11-23T16:20:57,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54b4fa5d4ae898839107d7633fa5c63a, ASSIGN 2024-11-23T16:20:57,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54b4fa5d4ae898839107d7633fa5c63a, ASSIGN; state=OFFLINE, location=1a7c5470b472,36757,1732378846375; forceNewPlan=false, retain=false 2024-11-23T16:20:57,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54b4fa5d4ae898839107d7633fa5c63a, regionState=OPENING, regionLocation=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:57,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54b4fa5d4ae898839107d7633fa5c63a, ASSIGN because future has completed 2024-11-23T16:20:57,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54b4fa5d4ae898839107d7633fa5c63a, server=1a7c5470b472,36757,1732378846375}] 2024-11-23T16:20:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:57,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:20:57,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:20:57,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C36757%2C1732378846375.rep, suffix=, logDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375, archiveDir=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/oldWALs, maxLogs=10 2024-11-23T16:20:57,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.rep.1732378857935, exclude list is [], retry=0 2024-11-23T16:20:57,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-2c635c57-3c2f-40d6-b35b-024ef942a3af,DISK] 2024-11-23T16:20:57,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.rep.1732378857935 2024-11-23T16:20:57,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 54b4fa5d4ae898839107d7633fa5c63a, NAME => 'hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:20:57,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. service=MultiRowMutationService 2024-11-23T16:20:57,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,957 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,958 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b4fa5d4ae898839107d7633fa5c63a columnFamilyName hfileref 2024-11-23T16:20:57,958 DEBUG [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:57,959 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] regionserver.HStore(327): Store=54b4fa5d4ae898839107d7633fa5c63a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:57,959 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,960 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b4fa5d4ae898839107d7633fa5c63a columnFamilyName queue 2024-11-23T16:20:57,960 DEBUG [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:57,960 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] regionserver.HStore(327): Store=54b4fa5d4ae898839107d7633fa5c63a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:57,960 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,961 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b4fa5d4ae898839107d7633fa5c63a columnFamilyName sid 2024-11-23T16:20:57,961 DEBUG [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:20:57,961 INFO [StoreOpener-54b4fa5d4ae898839107d7633fa5c63a-1 {}] regionserver.HStore(327): Store=54b4fa5d4ae898839107d7633fa5c63a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:20:57,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:20:57,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:20:57,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 54b4fa5d4ae898839107d7633fa5c63a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73558284, jitterRate=0.09610384702682495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:20:57,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:20:57,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 54b4fa5d4ae898839107d7633fa5c63a: Running coprocessor pre-open hook at 1732378857956Writing region info on filesystem at 1732378857956Initializing all the Stores at 1732378857957 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378857957Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378857957Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378857957Cleaning up temporary data from old regions at 1732378857963 (+6 ms)Running coprocessor post-open hooks at 1732378857966 (+3 ms)Region opened successfully at 1732378857966 2024-11-23T16:20:57,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a., pid=10, masterSystemTime=1732378857930 2024-11-23T16:20:57,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:20:57,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54b4fa5d4ae898839107d7633fa5c63a, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,36757,1732378846375 2024-11-23T16:20:57,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54b4fa5d4ae898839107d7633fa5c63a, server=1a7c5470b472,36757,1732378846375 because future has completed 2024-11-23T16:20:57,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:20:57,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54b4fa5d4ae898839107d7633fa5c63a, server=1a7c5470b472,36757,1732378846375 in 193 msec 2024-11-23T16:20:57,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:20:57,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54b4fa5d4ae898839107d7633fa5c63a, ASSIGN in 349 msec 2024-11-23T16:20:57,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:20:57,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378857975"}]},"ts":"1732378857975"} 2024-11-23T16:20:57,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:20:57,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:20:57,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-23T16:20:58,002 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 379, reset compression=false 2024-11-23T16:20:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a., hostname=1a7c5470b472,36757,1732378846375, seqNum=2] 2024-11-23T16:20:58,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:58,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:20:58,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:20:58,053 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:58,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:20:58,172 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:20:58,201 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,36757,1732378846375, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:20:58,201 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:58,201 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,36757,1732378846375, seqNum=-1] 2024-11-23T16:20:58,202 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:58,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:58,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,36757,1732378846375', locateType=CURRENT is [region=hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a., hostname=1a7c5470b472,36757,1732378846375, seqNum=2] 2024-11-23T16:20:58,207 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:20:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:20:58,209 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,36757,1732378846375 suceeded 2024-11-23T16:20:58,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:20:58,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T16:20:58,211 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:42411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:20:58,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-23T16:20:58,229 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:42411' 2024-11-23T16:20:58,231 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67960d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,231 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:58,231 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:58,232 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:58,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:58,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:58,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee2cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:58,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:58,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,233 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:58,234 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7294d021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,234 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:20:58,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42411,1732378843427 2024-11-23T16:20:58,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dee4786 2024-11-23T16:20:58,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:20:58,236 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-23T16:20:58,236 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,36757,1732378846375 (queues=1) is replicating from cluster=a6290d7d-040f-405b-80f6-805d2cc802a4 to cluster=48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89 2024-11-23T16:20:58,236 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C36757%2C1732378846375 2024-11-23T16:20:58,236 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,36757,1732378846375, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:20:58,237 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, startPosition=0, beingWritten=true 2024-11-23T16:20:58,237 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C36757%2C1732378846375 2024-11-23T16:20:58,241 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:58,241 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 379, reset compression=false 2024-11-23T16:20:58,241 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:20:58,329 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:20:58,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:20:58,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:20:58,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:20:58,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39257,-1 for getting cluster id 2024-11-23T16:20:58,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:58,331 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2031c828-3f12-4f7b-aa52-a8c61c9d8df1' 2024-11-23T16:20:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2031c828-3f12-4f7b-aa52-a8c61c9d8df1" 2024-11-23T16:20:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c90ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39257,-1] 2024-11-23T16:20:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,333 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201196f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:58,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:58,334 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284089fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,336 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709710ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ce66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39953,-1 for getting cluster id 2024-11-23T16:20:58,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:58,337 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6290d7d-040f-405b-80f6-805d2cc802a4' 2024-11-23T16:20:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6290d7d-040f-405b-80f6-805d2cc802a4" 2024-11-23T16:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27364626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39953,-1] 2024-11-23T16:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,338 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988839c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,34981,1732378839637, seqNum=-1] 2024-11-23T16:20:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:58,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca., hostname=1a7c5470b472,34981,1732378839637, seqNum=2] 2024-11-23T16:20:58,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,36757,1732378846375, seqNum=-1] 2024-11-23T16:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:58,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c., hostname=1a7c5470b472,36757,1732378846375, seqNum=2] 2024-11-23T16:20:58,349 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T16:20:58,445 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 379, reset compression=false 2024-11-23T16:20:58,508 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 379, reset compression=false 2024-11-23T16:20:58,748 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 379, reset compression=false 2024-11-23T16:20:58,856 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 379, reset compression=false 2024-11-23T16:20:58,873 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:58,873 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:20:58,873 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34981,1732378839637 got entry batch from reader: WALEntryBatch [walEntries=[{test/922f3a8f2bf7816f69dd7b77f4323aca/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T16:20:58,876 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:58,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-23T16:20:58,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:58,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd6bc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42411,-1 for getting cluster id 2024-11-23T16:20:58,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:58,879 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89' 2024-11-23T16:20:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e3ab98-aa58-45dc-8da8-5d6c4b4e6b89" 2024-11-23T16:20:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc01fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42411,-1] 2024-11-23T16:20:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:58,880 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:58,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55b4e165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:58,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:58,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42179,1732378843504, seqNum=-1] 2024-11-23T16:20:58,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:58,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:58,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7., hostname=1a7c5470b472,42179,1732378843504, seqNum=2] 2024-11-23T16:20:58,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:59,077 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:20:59,112 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 379, reset compression=false 2024-11-23T16:20:59,116 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:59,116 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 503, reset compression=false 2024-11-23T16:20:59,116 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[{test/87ad31142484bdb65f6e1c42cfe376f7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T16:20:59,119 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:20:59,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-23T16:20:59,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:59,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54de19d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:59,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39953,-1 for getting cluster id 2024-11-23T16:20:59,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:20:59,121 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6290d7d-040f-405b-80f6-805d2cc802a4' 2024-11-23T16:20:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:20:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6290d7d-040f-405b-80f6-805d2cc802a4" 2024-11-23T16:20:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303847a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39953,-1] 2024-11-23T16:20:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:20:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:20:59,123 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:20:59,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c52d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:20:59,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:59,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,36757,1732378846375, seqNum=-1] 2024-11-23T16:20:59,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:59,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T16:20:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c., hostname=1a7c5470b472,36757,1732378846375, seqNum=2] 2024-11-23T16:20:59,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:59,152 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 379, reset compression=false 2024-11-23T16:20:59,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:59,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 526, reset compression=false 2024-11-23T16:20:59,157 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:59,320 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 503, reset compression=false 2024-11-23T16:20:59,351 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T16:20:59,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:20:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,42179,1732378843504, seqNum=-1] 2024-11-23T16:20:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:20:59,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:20:59,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7., hostname=1a7c5470b472,42179,1732378843504, seqNum=2] 2024-11-23T16:20:59,358 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T16:20:59,363 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 526, reset compression=false 2024-11-23T16:20:59,380 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:20:59,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:20:59,623 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 503, reset compression=false 2024-11-23T16:20:59,628 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:20:59,628 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 607, reset compression=false 2024-11-23T16:20:59,628 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[{test/87ad31142484bdb65f6e1c42cfe376f7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:20:59,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:20:59,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:20:59,666 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 526, reset compression=false 2024-11-23T16:20:59,671 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:20:59,671 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 653, reset compression=false 2024-11-23T16:20:59,671 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:20:59,783 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:20:59,832 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 607, reset compression=false 2024-11-23T16:20:59,874 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 653, reset compression=false 2024-11-23T16:21:00,135 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 607, reset compression=false 2024-11-23T16:21:00,177 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 653, reset compression=false 2024-11-23T16:21:00,287 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:21:00,359 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T16:21:00,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T16:21:00,538 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 607, reset compression=false 2024-11-23T16:21:00,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:21:00,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,558 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:00,559 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:21:00,559 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88684 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:21:00,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,580 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 653, reset compression=false 2024-11-23T16:21:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,585 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:00,585 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 757, reset compression=false 2024-11-23T16:21:00,585 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[{test/11ab79f9a75dc9340742c558dcd1a11c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T16:21:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,587 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:00,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:00,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-23T16:21:00,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:21:00,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:21:00,790 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 757, reset compression=false 2024-11-23T16:21:00,891 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:21:01,042 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 607, reset compression=false 2024-11-23T16:21:01,046 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:01,046 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 735, reset compression=false 2024-11-23T16:21:01,046 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:01,093 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 757, reset compression=false 2024-11-23T16:21:01,249 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 735, reset compression=false 2024-11-23T16:21:01,364 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T16:21:01,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T16:21:01,497 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 757, reset compression=false 2024-11-23T16:21:01,552 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 735, reset compression=false 2024-11-23T16:21:01,594 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 480, reset compression=false 2024-11-23T16:21:01,599 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:01,599 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:01,599 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34981,1732378839637 got entry batch from reader: WALEntryBatch [walEntries=[{test/922f3a8f2bf7816f69dd7b77f4323aca/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T16:21:01,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:21:01,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:21:01,803 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:01,956 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 735, reset compression=false 2024-11-23T16:21:01,961 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:01,961 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 882, reset compression=false 2024-11-23T16:21:01,961 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[{test/87ad31142484bdb65f6e1c42cfe376f7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T16:21:01,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:21:01,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:21:02,000 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 757, reset compression=false 2024-11-23T16:21:02,005 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:02,005 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 927, reset compression=false 2024-11-23T16:21:02,005 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:02,107 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:02,164 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 882, reset compression=false 2024-11-23T16:21:02,208 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 927, reset compression=false 2024-11-23T16:21:02,371 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T16:21:02,374 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T16:21:02,468 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 882, reset compression=false 2024-11-23T16:21:02,472 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:02,472 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1041, reset compression=false 2024-11-23T16:21:02,472 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[{test/87ad31142484bdb65f6e1c42cfe376f7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T16:21:02,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:21:02,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:21:02,511 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:02,512 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 927, reset compression=false 2024-11-23T16:21:02,516 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:02,516 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1076, reset compression=false 2024-11-23T16:21:02,516 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:02,675 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1041, reset compression=false 2024-11-23T16:21:02,720 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1076, reset compression=false 2024-11-23T16:21:02,979 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1041, reset compression=false 2024-11-23T16:21:03,015 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:03,023 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1076, reset compression=false 2024-11-23T16:21:03,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T16:21:03,379 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T16:21:03,383 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1041, reset compression=false 2024-11-23T16:21:03,426 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1076, reset compression=false 2024-11-23T16:21:03,432 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:03,432 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1235, reset compression=false 2024-11-23T16:21:03,432 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[{test/11ab79f9a75dc9340742c558dcd1a11c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T16:21:03,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T16:21:03,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T16:21:03,618 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:03,642 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1235, reset compression=false 2024-11-23T16:21:03,887 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1041, reset compression=false 2024-11-23T16:21:03,891 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:03,891 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:03,891 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:03,946 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1235, reset compression=false 2024-11-23T16:21:04,094 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:04,322 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:04,349 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1235, reset compression=false 2024-11-23T16:21:04,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T16:21:04,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:21:04,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:04,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:04,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:04,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:04,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:04,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:21:04,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1939974809, stopped=false 2024-11-23T16:21:04,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,39953,1732378846336 2024-11-23T16:21:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-357261963/running 2024-11-23T16:21:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-357261963/running 2024-11-23T16:21:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:21:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:21:04,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:04,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:04,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:04,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:04,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,36757,1732378846375' ***** 2024-11-23T16:21:04,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:21:04,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/running 2024-11-23T16:21:04,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Set watcher on znode that does not yet exist, /2-357261963/running 2024-11-23T16:21:04,389 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:21:04,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:21:04,389 INFO [RS:0;1a7c5470b472:36757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for 11ab79f9a75dc9340742c558dcd1a11c 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,36757,1732378846375 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:36757. 2024-11-23T16:21:04,390 DEBUG [RS:0;1a7c5470b472:36757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:04,390 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54b4fa5d4ae898839107d7633fa5c63a, disabling compactions & flushes 2024-11-23T16:21:04,390 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:04,390 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:21:04,390 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:21:04,390 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. after waiting 0 ms 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:21:04,390 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:21:04,390 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:21:04,390 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54b4fa5d4ae898839107d7633fa5c63a 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-23T16:21:04,391 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:21:04,391 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1325): Online Regions={54b4fa5d4ae898839107d7633fa5c63a=hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a., 11ab79f9a75dc9340742c558dcd1a11c=test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:04,391 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 11ab79f9a75dc9340742c558dcd1a11c, 1588230740, 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:21:04,391 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:04,391 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:04,391 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:04,391 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:04,391 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:04,391 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:21:04,398 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:04,407 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/.tmp/queue/e81a26554b0f4cc6b00127bea62cecec is 154, key is 1-1a7c5470b472,36757,1732378846375/queue:1a7c5470b472%2C36757%2C1732378846375/1732378863441/Put/seqid=0 2024-11-23T16:21:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741840_1016 (size=5353) 2024-11-23T16:21:04,414 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/info/91d4b7f6ba7c4e9f8abdbfad6cb74269 is 147, key is hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a./info:regioninfo/1732378857968/Put/seqid=0 2024-11-23T16:21:04,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741841_1017 (size=7686) 2024-11-23T16:21:04,452 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:04,591 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 11ab79f9a75dc9340742c558dcd1a11c, 1588230740, 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:21:04,791 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 11ab79f9a75dc9340742c558dcd1a11c, 1588230740, 54b4fa5d4ae898839107d7633fa5c63a 2024-11-23T16:21:04,804 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:04,811 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/.tmp/queue/e81a26554b0f4cc6b00127bea62cecec 2024-11-23T16:21:04,816 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/.tmp/queue/e81a26554b0f4cc6b00127bea62cecec as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/queue/e81a26554b0f4cc6b00127bea62cecec 2024-11-23T16:21:04,817 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/info/91d4b7f6ba7c4e9f8abdbfad6cb74269 2024-11-23T16:21:04,820 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/queue/e81a26554b0f4cc6b00127bea62cecec, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T16:21:04,821 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 54b4fa5d4ae898839107d7633fa5c63a in 431ms, sequenceid=12, compaction requested=false 2024-11-23T16:21:04,824 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/replication/54b4fa5d4ae898839107d7633fa5c63a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:04,825 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54b4fa5d4ae898839107d7633fa5c63a: Waiting for close lock at 1732378864390Running coprocessor pre-close hooks at 1732378864390Disabling compacts and flushes for region at 1732378864390Disabling writes for close at 1732378864390Obtaining lock to block concurrent updates at 1732378864390Preparing flush snapshotting stores in 54b4fa5d4ae898839107d7633fa5c63a at 1732378864390Finished memstore snapshotting hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732378864391 (+1 ms)Flushing stores of hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. at 1732378864391Flushing 54b4fa5d4ae898839107d7633fa5c63a/queue: creating writer at 1732378864391Flushing 54b4fa5d4ae898839107d7633fa5c63a/queue: appending metadata at 1732378864406 (+15 ms)Flushing 54b4fa5d4ae898839107d7633fa5c63a/queue: closing flushed file at 1732378864406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b631d9: reopening flushed file at 1732378864815 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 54b4fa5d4ae898839107d7633fa5c63a in 431ms, sequenceid=12, compaction requested=false at 1732378864821 (+6 ms)Writing region close event to WAL at 1732378864822 (+1 ms)Running coprocessor post-close hooks at 1732378864825 (+3 ms)Closed at 1732378864825 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378857202.54b4fa5d4ae898839107d7633fa5c63a. 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11ab79f9a75dc9340742c558dcd1a11c, disabling compactions & flushes 2024-11-23T16:21:04,825 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. after waiting 0 ms 2024-11-23T16:21:04,825 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:21:04,825 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11ab79f9a75dc9340742c558dcd1a11c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T16:21:04,839 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/ns/b6b914e77a56457f841bfb6026b5d681 is 43, key is default/ns:d/1732378849323/Put/seqid=0 2024-11-23T16:21:04,839 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/f/6dbf5278342b4180b3366c2ca4113358 is 29, key is row1/f:/1732378862371/DeleteFamily/seqid=0 2024-11-23T16:21:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:21:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741843_1019 (size=5152) 2024-11-23T16:21:04,852 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1235, reset compression=false 2024-11-23T16:21:04,856 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:04,856 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1482, reset compression=false 2024-11-23T16:21:04,856 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,36757,1732378846375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:04,856 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,36757,1732378846375: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,36757,1732378846375, walGroup=1a7c5470b472%2C36757%2C1732378846375, offset=1a7c5470b472%2C36757%2C1732378846375.1732378848373:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:36757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:21:04,857 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:21:04,857 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:21:04,858 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:21:04,858 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:21:04,858 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:21:04,858 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 976489472 }, "NonHeapMemoryUsage": { "committed": 204996608, "init": 7667712, "max": -1, "used": 200943472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:21:04,858 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:39953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:39953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:21:04,991 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 11ab79f9a75dc9340742c558dcd1a11c, 1588230740 2024-11-23T16:21:05,058 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1482, reset compression=false 2024-11-23T16:21:05,126 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:05,191 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 11ab79f9a75dc9340742c558dcd1a11c, 1588230740 2024-11-23T16:21:05,237 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:21:05,237 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:21:05,243 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/ns/b6b914e77a56457f841bfb6026b5d681 2024-11-23T16:21:05,243 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/f/6dbf5278342b4180b3366c2ca4113358 2024-11-23T16:21:05,248 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dbf5278342b4180b3366c2ca4113358 2024-11-23T16:21:05,266 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/f1/ab07d3750ac046fbbe13965e49d95c88 is 30, key is row1/f1:/1732378862371/DeleteFamily/seqid=0 2024-11-23T16:21:05,269 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/rep_barrier/a589a11f69c74aa98087236d0fb544c5 is 112, key is test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c./rep_barrier:seqnumDuringOpen/1732378853474/Put/seqid=0 2024-11-23T16:21:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741844_1020 (size=5158) 2024-11-23T16:21:05,270 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/f1/ab07d3750ac046fbbe13965e49d95c88 2024-11-23T16:21:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741845_1021 (size=5518) 2024-11-23T16:21:05,274 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab07d3750ac046fbbe13965e49d95c88 2024-11-23T16:21:05,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/norep/2c673e11079f40e290791bb373db3c92 is 33, key is row2/norep:/1732378863376/DeleteFamily/seqid=0 2024-11-23T16:21:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741846_1022 (size=5108) 2024-11-23T16:21:05,291 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/norep/2c673e11079f40e290791bb373db3c92 2024-11-23T16:21:05,295 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c673e11079f40e290791bb373db3c92 2024-11-23T16:21:05,295 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/f/6dbf5278342b4180b3366c2ca4113358 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/f/6dbf5278342b4180b3366c2ca4113358 2024-11-23T16:21:05,299 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dbf5278342b4180b3366c2ca4113358 2024-11-23T16:21:05,299 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/f/6dbf5278342b4180b3366c2ca4113358, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T16:21:05,299 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/f1/ab07d3750ac046fbbe13965e49d95c88 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/f1/ab07d3750ac046fbbe13965e49d95c88 2024-11-23T16:21:05,302 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab07d3750ac046fbbe13965e49d95c88 2024-11-23T16:21:05,303 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/f1/ab07d3750ac046fbbe13965e49d95c88, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T16:21:05,303 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/.tmp/norep/2c673e11079f40e290791bb373db3c92 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/norep/2c673e11079f40e290791bb373db3c92 2024-11-23T16:21:05,306 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c673e11079f40e290791bb373db3c92 2024-11-23T16:21:05,306 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/norep/2c673e11079f40e290791bb373db3c92, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T16:21:05,307 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 11ab79f9a75dc9340742c558dcd1a11c in 482ms, sequenceid=10, compaction requested=false 2024-11-23T16:21:05,308 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:05,310 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/default/test/11ab79f9a75dc9340742c558dcd1a11c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T16:21:05,311 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:05,311 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:05,311 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:21:05,311 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11ab79f9a75dc9340742c558dcd1a11c: Waiting for close lock at 1732378864825Running coprocessor pre-close hooks at 1732378864825Disabling compacts and flushes for region at 1732378864825Disabling writes for close at 1732378864825Obtaining lock to block concurrent updates at 1732378864825Preparing flush snapshotting stores in 11ab79f9a75dc9340742c558dcd1a11c at 1732378864825Finished memstore snapshotting test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732378864825Flushing stores of test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. at 1732378864826 (+1 ms)Flushing 11ab79f9a75dc9340742c558dcd1a11c/f: creating writer at 1732378864826Flushing 11ab79f9a75dc9340742c558dcd1a11c/f: appending metadata at 1732378864838 (+12 ms)Flushing 11ab79f9a75dc9340742c558dcd1a11c/f: closing flushed file at 1732378864838Flushing 11ab79f9a75dc9340742c558dcd1a11c/f1: creating writer at 1732378865248 (+410 ms)Flushing 11ab79f9a75dc9340742c558dcd1a11c/f1: appending metadata at 1732378865265 (+17 ms)Flushing 11ab79f9a75dc9340742c558dcd1a11c/f1: closing flushed file at 1732378865265Flushing 11ab79f9a75dc9340742c558dcd1a11c/norep: creating writer at 1732378865275 (+10 ms)Flushing 11ab79f9a75dc9340742c558dcd1a11c/norep: appending metadata at 1732378865288 (+13 ms)Flushing 11ab79f9a75dc9340742c558dcd1a11c/norep: closing flushed file at 1732378865288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fbbdac: reopening flushed file at 1732378865295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6cbfd8: reopening flushed file at 1732378865299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3459702d: reopening flushed file at 1732378865303 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 11ab79f9a75dc9340742c558dcd1a11c in 482ms, sequenceid=10, compaction requested=false at 1732378865307 (+4 ms)Writing region close event to WAL at 1732378865308 (+1 ms)Running coprocessor post-close hooks at 1732378865311 (+3 ms)Closed at 1732378865311 2024-11-23T16:21:05,311 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378852732.11ab79f9a75dc9340742c558dcd1a11c. 2024-11-23T16:21:05,362 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 1482, reset compression=false 2024-11-23T16:21:05,366 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:05,366 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 2126, reset compression=false 2024-11-23T16:21:05,392 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:05,568 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 2126, reset compression=false 2024-11-23T16:21:05,592 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:21:05,592 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:05,592 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:05,674 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/rep_barrier/a589a11f69c74aa98087236d0fb544c5 2024-11-23T16:21:05,692 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/table/f1f997c93da9405cbb15b73856df98ce is 53, key is hbase:replication/table:state/1732378857975/Put/seqid=0 2024-11-23T16:21:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741847_1023 (size=5308) 2024-11-23T16:21:05,792 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:05,872 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 2126, reset compression=false 2024-11-23T16:21:05,911 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:05,992 DEBUG [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:06,029 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:06,096 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/table/f1f997c93da9405cbb15b73856df98ce 2024-11-23T16:21:06,100 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/info/91d4b7f6ba7c4e9f8abdbfad6cb74269 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/info/91d4b7f6ba7c4e9f8abdbfad6cb74269 2024-11-23T16:21:06,104 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/info/91d4b7f6ba7c4e9f8abdbfad6cb74269, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:21:06,104 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/ns/b6b914e77a56457f841bfb6026b5d681 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/ns/b6b914e77a56457f841bfb6026b5d681 2024-11-23T16:21:06,107 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/ns/b6b914e77a56457f841bfb6026b5d681, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:21:06,108 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/rep_barrier/a589a11f69c74aa98087236d0fb544c5 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/rep_barrier/a589a11f69c74aa98087236d0fb544c5 2024-11-23T16:21:06,111 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/rep_barrier/a589a11f69c74aa98087236d0fb544c5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:21:06,112 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/.tmp/table/f1f997c93da9405cbb15b73856df98ce as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/table/f1f997c93da9405cbb15b73856df98ce 2024-11-23T16:21:06,115 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/table/f1f997c93da9405cbb15b73856df98ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:21:06,116 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-23T16:21:06,120 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:21:06,120 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:06,120 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:06,120 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:06,120 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378864391Running coprocessor pre-close hooks at 1732378864391Disabling compacts and flushes for region at 1732378864391Disabling writes for close at 1732378864391Obtaining lock to block concurrent updates at 1732378864391Preparing flush snapshotting stores in 1588230740 at 1732378864391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378864391Flushing stores of hbase:meta,,1.1588230740 at 1732378864392 (+1 ms)Flushing 1588230740/info: creating writer at 1732378864392Flushing 1588230740/info: appending metadata at 1732378864413 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732378864413Flushing 1588230740/ns: creating writer at 1732378864821 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732378864838 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732378864839 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732378865249 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378865268 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378865268Flushing 1588230740/table: creating writer at 1732378865678 (+410 ms)Flushing 1588230740/table: appending metadata at 1732378865692 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732378865692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104819a9: reopening flushed file at 1732378866100 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73041a8c: reopening flushed file at 1732378866104 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ad715f: reopening flushed file at 1732378866108 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec6adb0: reopening flushed file at 1732378866111 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732378866116 (+5 ms)Writing region close event to WAL at 1732378866117 (+1 ms)Running coprocessor post-close hooks at 1732378866120 (+3 ms)Closed at 1732378866120 2024-11-23T16:21:06,120 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:06,192 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,36757,1732378846375; all regions closed. 2024-11-23T16:21:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:21:06,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.meta.1732378849279.meta not finished, retry = 0 2024-11-23T16:21:06,275 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/WALs/1a7c5470b472,36757,1732378846375/1a7c5470b472%2C36757%2C1732378846375.1732378848373 to pos 2126, reset compression=false 2024-11-23T16:21:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741839_1015 (size=3114) 2024-11-23T16:21:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741832_1008 (size=2134) 2024-11-23T16:21:06,300 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:06,300 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:06,300 INFO [RS:0;1a7c5470b472:36757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:06,300 INFO [RS:0;1a7c5470b472:36757 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:06,300 INFO [RS:0;1a7c5470b472:36757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:06,300 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:06,300 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,36757,1732378846375 because: Region server is closing 2024-11-23T16:21:06,301 INFO [RS:0;1a7c5470b472:36757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:36757. 2024-11-23T16:21:06,301 DEBUG [RS:0;1a7c5470b472:36757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:06,301 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:06,301 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:06,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:06,401 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.shipper1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 terminated 2024-11-23T16:21:06,401 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,36757,1732378846375.replicationSource.wal-reader.1a7c5470b472%2C36757%2C1732378846375,1-1a7c5470b472,36757,1732378846375 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:21:06,401 INFO [RS:0;1a7c5470b472:36757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:36757. 2024-11-23T16:21:06,401 DEBUG [RS:0;1a7c5470b472:36757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:06,401 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:06,402 DEBUG [RS:0;1a7c5470b472:36757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:06,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:06,402 INFO [RS:0;1a7c5470b472:36757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36757 2024-11-23T16:21:06,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963/rs 2024-11-23T16:21:06,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-357261963/rs/1a7c5470b472,36757,1732378846375 2024-11-23T16:21:06,404 INFO [RS:0;1a7c5470b472:36757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:06,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,36757,1732378846375] 2024-11-23T16:21:06,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-357261963/draining/1a7c5470b472,36757,1732378846375 already deleted, retry=false 2024-11-23T16:21:06,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,36757,1732378846375 expired; onlineServers=0 2024-11-23T16:21:06,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,39953,1732378846336' ***** 2024-11-23T16:21:06,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:21:06,408 INFO [M:0;1a7c5470b472:39953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:06,408 INFO [M:0;1a7c5470b472:39953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:06,408 DEBUG [M:0;1a7c5470b472:39953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:21:06,408 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:21:06,408 DEBUG [M:0;1a7c5470b472:39953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:21:06,408 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378848146 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378848146,5,FailOnTimeoutGroup] 2024-11-23T16:21:06,408 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378848144 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378848144,5,FailOnTimeoutGroup] 2024-11-23T16:21:06,408 INFO [M:0;1a7c5470b472:39953 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:06,408 INFO [M:0;1a7c5470b472:39953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:06,408 DEBUG [M:0;1a7c5470b472:39953 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:21:06,408 INFO [M:0;1a7c5470b472:39953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:21:06,409 INFO [M:0;1a7c5470b472:39953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:06,409 INFO [M:0;1a7c5470b472:39953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:21:06,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:21:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-357261963/master 2024-11-23T16:21:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-357261963 2024-11-23T16:21:06,409 DEBUG [M:0;1a7c5470b472:39953 {}] zookeeper.ZKUtil(347): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Unable to get data of znode /2-357261963/master because node does not exist (not an error) 2024-11-23T16:21:06,409 WARN [M:0;1a7c5470b472:39953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:21:06,410 INFO [M:0;1a7c5470b472:39953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/.lastflushedseqids 2024-11-23T16:21:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741848_1024 (size=245) 2024-11-23T16:21:06,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:06,505 INFO [RS:0;1a7c5470b472:36757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:06,505 INFO [RS:0;1a7c5470b472:36757 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,36757,1732378846375; zookeeper connection closed. 2024-11-23T16:21:06,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36757-0x10145a131870007, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:06,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6392675a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6392675a 2024-11-23T16:21:06,506 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:21:06,614 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:06,814 INFO [M:0;1a7c5470b472:39953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:21:06,815 INFO [M:0;1a7c5470b472:39953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:21:06,815 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:06,815 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:06,815 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:06,815 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:06,815 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:06,815 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T16:21:06,839 DEBUG [M:0;1a7c5470b472:39953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be31aea6f4084e1f8e034852d2f425cc is 82, key is hbase:meta,,1/info:regioninfo/1732378849314/Put/seqid=0 2024-11-23T16:21:06,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741849_1025 (size=5672) 2024-11-23T16:21:07,033 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:07,243 INFO [M:0;1a7c5470b472:39953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be31aea6f4084e1f8e034852d2f425cc 2024-11-23T16:21:07,261 DEBUG [M:0;1a7c5470b472:39953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fdc880176b643ecbaeb6aab6d19c0d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378857977/Put/seqid=0 2024-11-23T16:21:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741850_1026 (size=8516) 2024-11-23T16:21:07,418 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:07,665 INFO [M:0;1a7c5470b472:39953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fdc880176b643ecbaeb6aab6d19c0d9 2024-11-23T16:21:07,687 DEBUG [M:0;1a7c5470b472:39953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af07744c68d42b88829f83e0bca1280 is 69, key is 1a7c5470b472,36757,1732378846375/rs:state/1732378848218/Put/seqid=0 2024-11-23T16:21:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741851_1027 (size=5156) 2024-11-23T16:21:07,690 INFO [M:0;1a7c5470b472:39953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af07744c68d42b88829f83e0bca1280 2024-11-23T16:21:07,694 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be31aea6f4084e1f8e034852d2f425cc as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be31aea6f4084e1f8e034852d2f425cc 2024-11-23T16:21:07,697 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be31aea6f4084e1f8e034852d2f425cc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:21:07,698 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fdc880176b643ecbaeb6aab6d19c0d9 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fdc880176b643ecbaeb6aab6d19c0d9 2024-11-23T16:21:07,701 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fdc880176b643ecbaeb6aab6d19c0d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:21:07,701 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af07744c68d42b88829f83e0bca1280 as hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af07744c68d42b88829f83e0bca1280 2024-11-23T16:21:07,704 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35851/user/jenkins/test-data/6c348ee3-c76b-4cc5-ebe9-82c0f6505cd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af07744c68d42b88829f83e0bca1280, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:21:07,705 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-23T16:21:07,706 INFO [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:07,706 DEBUG [M:0;1a7c5470b472:39953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378866815Disabling compacts and flushes for region at 1732378866815Disabling writes for close at 1732378866815Obtaining lock to block concurrent updates at 1732378866815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378866815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732378866815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378866816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378866816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378866838 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378866838Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378867246 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378867261 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378867261Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378867669 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378867686 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378867686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670bdc0f: reopening flushed file at 1732378867693 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461cd2bd: reopening flushed file at 1732378867697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9f7277: reopening flushed file at 1732378867701 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1732378867705 (+4 ms)Writing region close event to WAL at 1732378867706 (+1 ms)Closed at 1732378867706 2024-11-23T16:21:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741830_1006 (size=63654) 2024-11-23T16:21:07,709 INFO [M:0;1a7c5470b472:39953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:21:07,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:07,709 INFO [M:0;1a7c5470b472:39953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39953 2024-11-23T16:21:07,710 INFO [M:0;1a7c5470b472:39953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:07,811 INFO [M:0;1a7c5470b472:39953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10145a131870006, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:07,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3506c882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:07,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c39bd22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:07,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:07,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6168ff6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:07,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20375ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:07,820 WARN [BP-1382820446-172.17.0.2-1732378845389 heartbeating to localhost/127.0.0.1:35851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:21:07,820 WARN [BP-1382820446-172.17.0.2-1732378845389 heartbeating to localhost/127.0.0.1:35851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382820446-172.17.0.2-1732378845389 (Datanode Uuid f4b555ef-2dbd-4547-a027-5c006b1c9660) service to localhost/127.0.0.1:35851 2024-11-23T16:21:07,820 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:21:07,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:21:07,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/cluster_05a07e3b-d53c-671f-551d-50f72d96fbf3/data/data1/current/BP-1382820446-172.17.0.2-1732378845389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:07,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/cluster_05a07e3b-d53c-671f-551d-50f72d96fbf3/data/data2/current/BP-1382820446-172.17.0.2-1732378845389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:07,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:21:07,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa2027f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:07,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4696ca19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:07,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:07,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59eb2ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:07,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd5cde2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:21:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:21:07,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:07,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:07,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:07,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:07,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:07,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:21:07,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=318548084, stopped=false 2024-11-23T16:21:07,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,42411,1732378843427 2024-11-23T16:21:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11502956206/running 2024-11-23T16:21:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:21:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11502956206/running 2024-11-23T16:21:07,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:21:07,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:07,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:07,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:07,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:07,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/running 2024-11-23T16:21:07,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Set watcher on znode that does not yet exist, /11502956206/running 2024-11-23T16:21:07,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,42179,1732378843504' ***** 2024-11-23T16:21:07,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:21:07,849 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:21:07,849 INFO [RS:0;1a7c5470b472:42179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:21:07,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:21:07,849 INFO [RS:0;1a7c5470b472:42179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:21:07,849 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(3091): Received CLOSE for cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(3091): Received CLOSE for 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,42179,1732378843504 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:42179. 2024-11-23T16:21:07,850 DEBUG [RS:0;1a7c5470b472:42179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cce8b20e5aa8505387b7509366f8c674, disabling compactions & flushes 2024-11-23T16:21:07,850 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:07,850 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. after waiting 0 ms 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:21:07,850 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cce8b20e5aa8505387b7509366f8c674 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-23T16:21:07,850 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:21:07,850 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1325): Online Regions={cce8b20e5aa8505387b7509366f8c674=hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674., 87ad31142484bdb65f6e1c42cfe376f7=test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:07,850 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87ad31142484bdb65f6e1c42cfe376f7, cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:07,850 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:07,850 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:07,851 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:21:07,866 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/.tmp/queue/f508ecaf2cad4ae3ba9b2bbb64eb8e74 is 154, key is 1-1a7c5470b472,42179,1732378843504/queue:1a7c5470b472%2C42179%2C1732378843504/1732378863892/Put/seqid=0 2024-11-23T16:21:07,869 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/info/4d786412ab5e49b69ca4f11714c0e648 is 147, key is hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674./info:regioninfo/1732378856818/Put/seqid=0 2024-11-23T16:21:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741840_1016 (size=5353) 2024-11-23T16:21:07,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741841_1017 (size=7686) 2024-11-23T16:21:07,915 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:08,051 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87ad31142484bdb65f6e1c42cfe376f7, cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:21:08,137 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:08,199 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:21:08,199 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:21:08,251 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87ad31142484bdb65f6e1c42cfe376f7, cce8b20e5aa8505387b7509366f8c674 2024-11-23T16:21:08,270 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/.tmp/queue/f508ecaf2cad4ae3ba9b2bbb64eb8e74 2024-11-23T16:21:08,274 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/info/4d786412ab5e49b69ca4f11714c0e648 2024-11-23T16:21:08,275 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/.tmp/queue/f508ecaf2cad4ae3ba9b2bbb64eb8e74 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/queue/f508ecaf2cad4ae3ba9b2bbb64eb8e74 2024-11-23T16:21:08,279 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/queue/f508ecaf2cad4ae3ba9b2bbb64eb8e74, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T16:21:08,279 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cce8b20e5aa8505387b7509366f8c674 in 429ms, sequenceid=12, compaction requested=false 2024-11-23T16:21:08,280 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:21:08,287 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/replication/cce8b20e5aa8505387b7509366f8c674/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T16:21:08,287 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:08,287 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:08,288 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:21:08,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cce8b20e5aa8505387b7509366f8c674: Waiting for close lock at 1732378867850Running coprocessor pre-close hooks at 1732378867850Disabling compacts and flushes for region at 1732378867850Disabling writes for close at 1732378867850Obtaining lock to block concurrent updates at 1732378867850Preparing flush snapshotting stores in cce8b20e5aa8505387b7509366f8c674 at 1732378867850Finished memstore snapshotting hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732378867850Flushing stores of hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. at 1732378867851 (+1 ms)Flushing cce8b20e5aa8505387b7509366f8c674/queue: creating writer at 1732378867851Flushing cce8b20e5aa8505387b7509366f8c674/queue: appending metadata at 1732378867866 (+15 ms)Flushing cce8b20e5aa8505387b7509366f8c674/queue: closing flushed file at 1732378867866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd4798e: reopening flushed file at 1732378868275 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cce8b20e5aa8505387b7509366f8c674 in 429ms, sequenceid=12, compaction requested=false at 1732378868279 (+4 ms)Writing region close event to WAL at 1732378868285 (+6 ms)Running coprocessor post-close hooks at 1732378868287 (+2 ms)Closed at 1732378868287 2024-11-23T16:21:08,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378856054.cce8b20e5aa8505387b7509366f8c674. 2024-11-23T16:21:08,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87ad31142484bdb65f6e1c42cfe376f7, disabling compactions & flushes 2024-11-23T16:21:08,288 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:21:08,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:21:08,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. after waiting 0 ms 2024-11-23T16:21:08,288 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:21:08,288 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87ad31142484bdb65f6e1c42cfe376f7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T16:21:08,292 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/ns/0f1773b47a8b48a8b5a5c95c9a1eae25 is 43, key is default/ns:d/1732378845310/Put/seqid=0 2024-11-23T16:21:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:21:08,306 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/f/1755bdd8306c4e499a5919ac3418d12a is 29, key is row1/f:/1732378862371/DeleteFamily/seqid=0 2024-11-23T16:21:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741843_1019 (size=5152) 2024-11-23T16:21:08,309 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/f/1755bdd8306c4e499a5919ac3418d12a 2024-11-23T16:21:08,312 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1755bdd8306c4e499a5919ac3418d12a 2024-11-23T16:21:08,322 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1191, reset compression=false 2024-11-23T16:21:08,326 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:08,326 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1438, reset compression=false 2024-11-23T16:21:08,326 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,42179,1732378843504 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:08,327 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,42179,1732378843504: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,42179,1732378843504, walGroup=1a7c5470b472%2C42179%2C1732378843504, offset=1a7c5470b472%2C42179%2C1732378843504.1732378844334:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:42179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:21:08,328 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:21:08,328 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:21:08,329 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:21:08,329 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:21:08,329 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:21:08,329 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 967135584 }, "NonHeapMemoryUsage": { "committed": 205062144, "init": 7667712, "max": -1, "used": 201164584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:21:08,330 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:42411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:42411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:21:08,330 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/f1/3a3a484ed6d74589a178aeeb90b587db is 30, key is row1/f1:/1732378862371/DeleteFamily/seqid=0 2024-11-23T16:21:08,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741844_1020 (size=5158) 2024-11-23T16:21:08,337 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/f1/3a3a484ed6d74589a178aeeb90b587db 2024-11-23T16:21:08,340 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3a484ed6d74589a178aeeb90b587db 2024-11-23T16:21:08,355 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/norep/2328ea6abb3848ebba3996bef035abc1 is 33, key is row1/norep:/1732378862371/DeleteFamily/seqid=0 2024-11-23T16:21:08,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741845_1021 (size=5108) 2024-11-23T16:21:08,451 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:21:08,528 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1438, reset compression=false 2024-11-23T16:21:08,651 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87ad31142484bdb65f6e1c42cfe376f7 2024-11-23T16:21:08,695 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/ns/0f1773b47a8b48a8b5a5c95c9a1eae25 2024-11-23T16:21:08,713 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/rep_barrier/783ee669c99f4db5b531f65bb21c6d8d is 112, key is test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7./rep_barrier:seqnumDuringOpen/1732378851747/Put/seqid=0 2024-11-23T16:21:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741846_1022 (size=5518) 2024-11-23T16:21:08,759 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/norep/2328ea6abb3848ebba3996bef035abc1 2024-11-23T16:21:08,763 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2328ea6abb3848ebba3996bef035abc1 2024-11-23T16:21:08,763 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/f/1755bdd8306c4e499a5919ac3418d12a as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/f/1755bdd8306c4e499a5919ac3418d12a 2024-11-23T16:21:08,766 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1755bdd8306c4e499a5919ac3418d12a 2024-11-23T16:21:08,767 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/f/1755bdd8306c4e499a5919ac3418d12a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T16:21:08,767 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/f1/3a3a484ed6d74589a178aeeb90b587db as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/f1/3a3a484ed6d74589a178aeeb90b587db 2024-11-23T16:21:08,771 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3a484ed6d74589a178aeeb90b587db 2024-11-23T16:21:08,771 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/f1/3a3a484ed6d74589a178aeeb90b587db, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T16:21:08,771 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/.tmp/norep/2328ea6abb3848ebba3996bef035abc1 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/norep/2328ea6abb3848ebba3996bef035abc1 2024-11-23T16:21:08,775 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2328ea6abb3848ebba3996bef035abc1 2024-11-23T16:21:08,775 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/norep/2328ea6abb3848ebba3996bef035abc1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T16:21:08,775 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 87ad31142484bdb65f6e1c42cfe376f7 in 487ms, sequenceid=10, compaction requested=false 2024-11-23T16:21:08,775 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:21:08,779 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/default/test/87ad31142484bdb65f6e1c42cfe376f7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T16:21:08,780 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:08,780 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:08,780 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:21:08,780 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87ad31142484bdb65f6e1c42cfe376f7: Waiting for close lock at 1732378868288Running coprocessor pre-close hooks at 1732378868288Disabling compacts and flushes for region at 1732378868288Disabling writes for close at 1732378868288Obtaining lock to block concurrent updates at 1732378868288Preparing flush snapshotting stores in 87ad31142484bdb65f6e1c42cfe376f7 at 1732378868288Finished memstore snapshotting test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732378868288Flushing stores of test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. at 1732378868289 (+1 ms)Flushing 87ad31142484bdb65f6e1c42cfe376f7/f: creating writer at 1732378868289Flushing 87ad31142484bdb65f6e1c42cfe376f7/f: appending metadata at 1732378868305 (+16 ms)Flushing 87ad31142484bdb65f6e1c42cfe376f7/f: closing flushed file at 1732378868305Flushing 87ad31142484bdb65f6e1c42cfe376f7/f1: creating writer at 1732378868312 (+7 ms)Flushing 87ad31142484bdb65f6e1c42cfe376f7/f1: appending metadata at 1732378868329 (+17 ms)Flushing 87ad31142484bdb65f6e1c42cfe376f7/f1: closing flushed file at 1732378868329Flushing 87ad31142484bdb65f6e1c42cfe376f7/norep: creating writer at 1732378868340 (+11 ms)Flushing 87ad31142484bdb65f6e1c42cfe376f7/norep: appending metadata at 1732378868354 (+14 ms)Flushing 87ad31142484bdb65f6e1c42cfe376f7/norep: closing flushed file at 1732378868354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689a88da: reopening flushed file at 1732378868763 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473e91ba: reopening flushed file at 1732378868767 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392d7106: reopening flushed file at 1732378868771 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 87ad31142484bdb65f6e1c42cfe376f7 in 487ms, sequenceid=10, compaction requested=false at 1732378868775 (+4 ms)Writing region close event to WAL at 1732378868777 (+2 ms)Running coprocessor post-close hooks at 1732378868780 (+3 ms)Closed at 1732378868780 2024-11-23T16:21:08,780 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378850572.87ad31142484bdb65f6e1c42cfe376f7. 2024-11-23T16:21:08,832 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 1438, reset compression=false 2024-11-23T16:21:08,836 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:08,836 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 2082, reset compression=false 2024-11-23T16:21:08,851 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:21:08,851 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:08,851 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:09,038 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 2082, reset compression=false 2024-11-23T16:21:09,052 DEBUG [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:09,117 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/rep_barrier/783ee669c99f4db5b531f65bb21c6d8d 2024-11-23T16:21:09,145 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/table/f5f69bbebb5e4a82aa5ac3177d6f2da5 is 53, key is hbase:replication/table:state/1732378856825/Put/seqid=0 2024-11-23T16:21:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741847_1023 (size=5308) 2024-11-23T16:21:09,159 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/table/f5f69bbebb5e4a82aa5ac3177d6f2da5 2024-11-23T16:21:09,164 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/info/4d786412ab5e49b69ca4f11714c0e648 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/info/4d786412ab5e49b69ca4f11714c0e648 2024-11-23T16:21:09,169 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/info/4d786412ab5e49b69ca4f11714c0e648, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:21:09,169 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/ns/0f1773b47a8b48a8b5a5c95c9a1eae25 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/ns/0f1773b47a8b48a8b5a5c95c9a1eae25 2024-11-23T16:21:09,173 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/ns/0f1773b47a8b48a8b5a5c95c9a1eae25, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:21:09,174 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/rep_barrier/783ee669c99f4db5b531f65bb21c6d8d as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/rep_barrier/783ee669c99f4db5b531f65bb21c6d8d 2024-11-23T16:21:09,178 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/rep_barrier/783ee669c99f4db5b531f65bb21c6d8d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:21:09,179 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/.tmp/table/f5f69bbebb5e4a82aa5ac3177d6f2da5 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/table/f5f69bbebb5e4a82aa5ac3177d6f2da5 2024-11-23T16:21:09,184 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/table/f5f69bbebb5e4a82aa5ac3177d6f2da5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:21:09,185 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-23T16:21:09,185 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:21:09,209 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:21:09,210 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:09,210 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:09,210 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:09,210 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378867850Running coprocessor pre-close hooks at 1732378867850Disabling compacts and flushes for region at 1732378867850Disabling writes for close at 1732378867850Obtaining lock to block concurrent updates at 1732378867851 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732378867851Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378867851Flushing stores of hbase:meta,,1.1588230740 at 1732378867851Flushing 1588230740/info: creating writer at 1732378867851Flushing 1588230740/info: appending metadata at 1732378867868 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732378867869 (+1 ms)Flushing 1588230740/ns: creating writer at 1732378868277 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732378868291 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732378868291Flushing 1588230740/rep_barrier: creating writer at 1732378868699 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378868712 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378868712Flushing 1588230740/table: creating writer at 1732378869124 (+412 ms)Flushing 1588230740/table: appending metadata at 1732378869145 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732378869145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d21dcc: reopening flushed file at 1732378869163 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cfe1c2: reopening flushed file at 1732378869169 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1c0757: reopening flushed file at 1732378869173 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a89ef1e: reopening flushed file at 1732378869178 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1732378869185 (+7 ms)Writing region close event to WAL at 1732378869201 (+16 ms)Running coprocessor post-close hooks at 1732378869209 (+8 ms)Closed at 1732378869210 (+1 ms) 2024-11-23T16:21:09,210 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:09,252 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,42179,1732378843504; all regions closed. 2024-11-23T16:21:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:21:09,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.meta.1732378845268.meta not finished, retry = 0 2024-11-23T16:21:09,341 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:09,345 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 to pos 2082, reset compression=false 2024-11-23T16:21:09,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741839_1015 (size=3114) 2024-11-23T16:21:09,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.rep.1732378856787 not finished, retry = 0 2024-11-23T16:21:09,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/WALs/1a7c5470b472,42179,1732378843504/1a7c5470b472%2C42179%2C1732378843504.1732378844334 not finished, retry = 0 2024-11-23T16:21:09,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741832_1008 (size=2090) 2024-11-23T16:21:09,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:21:09,561 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:09,561 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:09,562 INFO [RS:0;1a7c5470b472:42179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:09,562 INFO [RS:0;1a7c5470b472:42179 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:09,562 INFO [RS:0;1a7c5470b472:42179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:09,562 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:09,562 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,42179,1732378843504 because: Region server is closing 2024-11-23T16:21:09,563 INFO [RS:0;1a7c5470b472:42179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:42179. 2024-11-23T16:21:09,563 DEBUG [RS:0;1a7c5470b472:42179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:09,563 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:09,563 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:09,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:09,663 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.shipper1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 terminated 2024-11-23T16:21:09,664 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,42179,1732378843504.replicationSource.wal-reader.1a7c5470b472%2C42179%2C1732378843504,1-1a7c5470b472,42179,1732378843504 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:21:09,664 INFO [RS:0;1a7c5470b472:42179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:42179. 2024-11-23T16:21:09,664 DEBUG [RS:0;1a7c5470b472:42179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:09,664 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:09,664 DEBUG [RS:0;1a7c5470b472:42179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:09,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:09,664 INFO [RS:0;1a7c5470b472:42179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42179 2024-11-23T16:21:09,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11502956206/rs/1a7c5470b472,42179,1732378843504 2024-11-23T16:21:09,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206/rs 2024-11-23T16:21:09,668 INFO [RS:0;1a7c5470b472:42179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:09,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,42179,1732378843504] 2024-11-23T16:21:09,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/draining/1a7c5470b472,42179,1732378843504 already deleted, retry=false 2024-11-23T16:21:09,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,42179,1732378843504 expired; onlineServers=0 2024-11-23T16:21:09,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,42411,1732378843427' ***** 2024-11-23T16:21:09,674 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:21:09,674 INFO [M:0;1a7c5470b472:42411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:09,674 INFO [M:0;1a7c5470b472:42411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:09,674 DEBUG [M:0;1a7c5470b472:42411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:21:09,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:21:09,674 DEBUG [M:0;1a7c5470b472:42411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:21:09,674 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378844130 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378844130,5,FailOnTimeoutGroup] 2024-11-23T16:21:09,675 INFO [M:0;1a7c5470b472:42411 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:09,675 INFO [M:0;1a7c5470b472:42411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:09,675 DEBUG [M:0;1a7c5470b472:42411 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:21:09,675 INFO [M:0;1a7c5470b472:42411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:21:09,675 INFO [M:0;1a7c5470b472:42411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:09,675 INFO [M:0;1a7c5470b472:42411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:21:09,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:21:09,676 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378844130 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378844130,5,FailOnTimeoutGroup] 2024-11-23T16:21:09,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11502956206/master 2024-11-23T16:21:09,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11502956206 2024-11-23T16:21:09,683 DEBUG [M:0;1a7c5470b472:42411 {}] zookeeper.RecoverableZooKeeper(212): Node /11502956206/master already deleted, retry=false 2024-11-23T16:21:09,683 DEBUG [M:0;1a7c5470b472:42411 {}] master.ActiveMasterManager(353): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Failed delete of our master address node; KeeperErrorCode = NoNode for /11502956206/master 2024-11-23T16:21:09,684 INFO [M:0;1a7c5470b472:42411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/.lastflushedseqids 2024-11-23T16:21:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741848_1024 (size=245) 2024-11-23T16:21:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:09,773 INFO [RS:0;1a7c5470b472:42179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x10145a131870004, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:09,773 INFO [RS:0;1a7c5470b472:42179 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,42179,1732378843504; zookeeper connection closed. 2024-11-23T16:21:09,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ab6b3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ab6b3e 2024-11-23T16:21:09,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:21:10,096 INFO [M:0;1a7c5470b472:42411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:21:10,096 INFO [M:0;1a7c5470b472:42411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:21:10,096 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:10,096 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:10,096 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:10,096 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:10,096 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:10,096 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T16:21:10,118 DEBUG [M:0;1a7c5470b472:42411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6232d1cf34f24726bcd5c4417b9afc73 is 82, key is hbase:meta,,1/info:regioninfo/1732378845299/Put/seqid=0 2024-11-23T16:21:10,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741849_1025 (size=5672) 2024-11-23T16:21:10,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:21:10,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:10,523 INFO [M:0;1a7c5470b472:42411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6232d1cf34f24726bcd5c4417b9afc73 2024-11-23T16:21:10,549 DEBUG [M:0;1a7c5470b472:42411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a6450f9f9664996bded1e507e6807a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378856828/Put/seqid=0 2024-11-23T16:21:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741850_1026 (size=8517) 2024-11-23T16:21:10,554 INFO [M:0;1a7c5470b472:42411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a6450f9f9664996bded1e507e6807a0 2024-11-23T16:21:10,579 DEBUG [M:0;1a7c5470b472:42411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/878af11db3784871b97d5522b0ad01c0 is 69, key is 1a7c5470b472,42179,1732378843504/rs:state/1732378844175/Put/seqid=0 2024-11-23T16:21:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741851_1027 (size=5156) 2024-11-23T16:21:10,645 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:10,986 INFO [M:0;1a7c5470b472:42411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/878af11db3784871b97d5522b0ad01c0 2024-11-23T16:21:10,992 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6232d1cf34f24726bcd5c4417b9afc73 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6232d1cf34f24726bcd5c4417b9afc73 2024-11-23T16:21:10,997 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6232d1cf34f24726bcd5c4417b9afc73, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T16:21:10,998 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a6450f9f9664996bded1e507e6807a0 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a6450f9f9664996bded1e507e6807a0 2024-11-23T16:21:11,003 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a6450f9f9664996bded1e507e6807a0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T16:21:11,003 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/878af11db3784871b97d5522b0ad01c0 as hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/878af11db3784871b97d5522b0ad01c0 2024-11-23T16:21:11,012 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38543/user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/878af11db3784871b97d5522b0ad01c0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T16:21:11,014 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-23T16:21:11,021 INFO [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:11,021 DEBUG [M:0;1a7c5470b472:42411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378870096Disabling compacts and flushes for region at 1732378870096Disabling writes for close at 1732378870096Obtaining lock to block concurrent updates at 1732378870096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378870096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732378870097 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378870097Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378870097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378870117 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378870117Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378870527 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378870549 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378870549Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378870558 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378870579 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378870579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de326a9: reopening flushed file at 1732378870991 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a1bb48: reopening flushed file at 1732378870997 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f80055: reopening flushed file at 1732378871003 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732378871014 (+11 ms)Writing region close event to WAL at 1732378871021 (+7 ms)Closed at 1732378871021 2024-11-23T16:21:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741830_1006 (size=63666) 2024-11-23T16:21:11,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15c7e93d-31bd-9fe6-1263-43801162bec4/MasterData/WALs/1a7c5470b472,42411,1732378843427/1a7c5470b472%2C42411%2C1732378843427.1732378844050 not finished, retry = 0 2024-11-23T16:21:11,127 INFO [M:0;1a7c5470b472:42411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:21:11,128 INFO [M:0;1a7c5470b472:42411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42411 2024-11-23T16:21:11,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:11,129 INFO [M:0;1a7c5470b472:42411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:11,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:11,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x10145a131870003, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:11,232 INFO [M:0;1a7c5470b472:42411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:11,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79fa260f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:11,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@370005d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:11,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:11,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2636417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:11,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca8b37e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:11,246 WARN [BP-22386861-172.17.0.2-1732378842302 heartbeating to localhost/127.0.0.1:38543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:21:11,246 WARN [BP-22386861-172.17.0.2-1732378842302 heartbeating to localhost/127.0.0.1:38543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-22386861-172.17.0.2-1732378842302 (Datanode Uuid 2d433c55-fd7f-48bb-8e72-898079d67f3e) service to localhost/127.0.0.1:38543 2024-11-23T16:21:11,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/cluster_941206e5-6607-33eb-4007-b374d4cd3aa7/data/data1/current/BP-22386861-172.17.0.2-1732378842302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:11,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/cluster_941206e5-6607-33eb-4007-b374d4cd3aa7/data/data2/current/BP-22386861-172.17.0.2-1732378842302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:11,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:21:11,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:21:11,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:21:11,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb8de27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:11,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586be9a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:11,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:11,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d84cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:11,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410826e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c06122b-883a-324a-f70b-302ca5d48002/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:11,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:21:11,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:21:11,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:11,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:11,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:11,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:11,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:11,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:21:11,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936697262, stopped=false 2024-11-23T16:21:11,278 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,39257,1732378839572 2024-11-23T16:21:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01652117105/running 2024-11-23T16:21:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01652117105/running 2024-11-23T16:21:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:21:11,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:21:11,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:11,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/running 2024-11-23T16:21:11,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Set watcher on znode that does not yet exist, /01652117105/running 2024-11-23T16:21:11,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:11,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:11,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:11,284 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,34981,1732378839637' ***** 2024-11-23T16:21:11,284 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:21:11,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,34981,1732378839637 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:34981. 2024-11-23T16:21:11,285 DEBUG [RS:0;1a7c5470b472:34981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:11,285 DEBUG [RS:0;1a7c5470b472:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:11,285 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 922f3a8f2bf7816f69dd7b77f4323aca, disabling compactions & flushes 2024-11-23T16:21:11,285 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:21:11,285 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:21:11,285 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. after waiting 0 ms 2024-11-23T16:21:11,285 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:21:11,285 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:21:11,286 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 922f3a8f2bf7816f69dd7b77f4323aca 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-23T16:21:11,287 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:21:11,287 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1325): Online Regions={922f3a8f2bf7816f69dd7b77f4323aca=test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca., 1588230740=hbase:meta,,1.1588230740, 4fa2b1b970fbcc76f47fd5cbdd4cd73e=hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e.} 2024-11-23T16:21:11,287 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fa2b1b970fbcc76f47fd5cbdd4cd73e, 922f3a8f2bf7816f69dd7b77f4323aca 2024-11-23T16:21:11,287 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:11,287 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:11,287 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:11,287 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:11,287 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:11,287 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:21:11,309 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/info/ea38a72f603e43ecb3a6bcad2248833f is 147, key is hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e./info:regioninfo/1732378855054/Put/seqid=0 2024-11-23T16:21:11,317 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741840_1016 (size=7686) 2024-11-23T16:21:11,347 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/f/6a89ab2191f94683836372a9b7d06e48 is 28, key is row/f:/1732378861366/DeleteFamily/seqid=0 2024-11-23T16:21:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741841_1017 (size=5085) 2024-11-23T16:21:11,360 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/f/6a89ab2191f94683836372a9b7d06e48 2024-11-23T16:21:11,371 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a89ab2191f94683836372a9b7d06e48 2024-11-23T16:21:11,396 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/f1/4274c57aea2d419caee84f114e2ff4dc is 29, key is row/f1:/1732378861366/DeleteFamily/seqid=0 2024-11-23T16:21:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741842_1018 (size=5089) 2024-11-23T16:21:11,406 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/f1/4274c57aea2d419caee84f114e2ff4dc 2024-11-23T16:21:11,411 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4274c57aea2d419caee84f114e2ff4dc 2024-11-23T16:21:11,428 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/norep/8fbc2215f1d048c6a6d71c6130dcc7aa is 32, key is row/norep:/1732378861366/DeleteFamily/seqid=0 2024-11-23T16:21:11,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741843_1019 (size=5101) 2024-11-23T16:21:11,441 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/norep/8fbc2215f1d048c6a6d71c6130dcc7aa 2024-11-23T16:21:11,446 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fbc2215f1d048c6a6d71c6130dcc7aa 2024-11-23T16:21:11,447 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/f/6a89ab2191f94683836372a9b7d06e48 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/f/6a89ab2191f94683836372a9b7d06e48 2024-11-23T16:21:11,451 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a89ab2191f94683836372a9b7d06e48 2024-11-23T16:21:11,451 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/f/6a89ab2191f94683836372a9b7d06e48, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T16:21:11,452 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/f1/4274c57aea2d419caee84f114e2ff4dc as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/f1/4274c57aea2d419caee84f114e2ff4dc 2024-11-23T16:21:11,456 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4274c57aea2d419caee84f114e2ff4dc 2024-11-23T16:21:11,456 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/f1/4274c57aea2d419caee84f114e2ff4dc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T16:21:11,456 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/.tmp/norep/8fbc2215f1d048c6a6d71c6130dcc7aa as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/norep/8fbc2215f1d048c6a6d71c6130dcc7aa 2024-11-23T16:21:11,460 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fbc2215f1d048c6a6d71c6130dcc7aa 2024-11-23T16:21:11,460 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/norep/8fbc2215f1d048c6a6d71c6130dcc7aa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T16:21:11,461 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 922f3a8f2bf7816f69dd7b77f4323aca in 176ms, sequenceid=6, compaction requested=false 2024-11-23T16:21:11,475 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/default/test/922f3a8f2bf7816f69dd7b77f4323aca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T16:21:11,477 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:11,477 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:11,477 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:21:11,477 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 922f3a8f2bf7816f69dd7b77f4323aca: Waiting for close lock at 1732378871285Running coprocessor pre-close hooks at 1732378871285Disabling compacts and flushes for region at 1732378871285Disabling writes for close at 1732378871285Obtaining lock to block concurrent updates at 1732378871286 (+1 ms)Preparing flush snapshotting stores in 922f3a8f2bf7816f69dd7b77f4323aca at 1732378871286Finished memstore snapshotting test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732378871286Flushing stores of test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. at 1732378871287 (+1 ms)Flushing 922f3a8f2bf7816f69dd7b77f4323aca/f: creating writer at 1732378871287Flushing 922f3a8f2bf7816f69dd7b77f4323aca/f: appending metadata at 1732378871346 (+59 ms)Flushing 922f3a8f2bf7816f69dd7b77f4323aca/f: closing flushed file at 1732378871346Flushing 922f3a8f2bf7816f69dd7b77f4323aca/f1: creating writer at 1732378871371 (+25 ms)Flushing 922f3a8f2bf7816f69dd7b77f4323aca/f1: appending metadata at 1732378871395 (+24 ms)Flushing 922f3a8f2bf7816f69dd7b77f4323aca/f1: closing flushed file at 1732378871395Flushing 922f3a8f2bf7816f69dd7b77f4323aca/norep: creating writer at 1732378871412 (+17 ms)Flushing 922f3a8f2bf7816f69dd7b77f4323aca/norep: appending metadata at 1732378871427 (+15 ms)Flushing 922f3a8f2bf7816f69dd7b77f4323aca/norep: closing flushed file at 1732378871427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f4bd5d: reopening flushed file at 1732378871446 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357a6537: reopening flushed file at 1732378871451 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a40c5b7: reopening flushed file at 1732378871456 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 922f3a8f2bf7816f69dd7b77f4323aca in 176ms, sequenceid=6, compaction requested=false at 1732378871461 (+5 ms)Writing region close event to WAL at 1732378871472 (+11 ms)Running coprocessor post-close hooks at 1732378871477 (+5 ms)Closed at 1732378871477 2024-11-23T16:21:11,478 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca. 2024-11-23T16:21:11,478 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fa2b1b970fbcc76f47fd5cbdd4cd73e, disabling compactions & flushes 2024-11-23T16:21:11,478 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:21:11,478 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:21:11,478 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. after waiting 0 ms 2024-11-23T16:21:11,478 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:21:11,478 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4fa2b1b970fbcc76f47fd5cbdd4cd73e 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-23T16:21:11,487 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fa2b1b970fbcc76f47fd5cbdd4cd73e 2024-11-23T16:21:11,495 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/.tmp/queue/972bbd3a835f4b56b7b41433344aa064 is 153, key is 1-1a7c5470b472,34981,1732378839637/queue:1a7c5470b472%2C34981%2C1732378839637/1732378861604/Put/seqid=0 2024-11-23T16:21:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741844_1020 (size=5352) 2024-11-23T16:21:11,502 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/.tmp/queue/972bbd3a835f4b56b7b41433344aa064 2024-11-23T16:21:11,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/.tmp/queue/972bbd3a835f4b56b7b41433344aa064 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/queue/972bbd3a835f4b56b7b41433344aa064 2024-11-23T16:21:11,515 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/queue/972bbd3a835f4b56b7b41433344aa064, entries=1, sequenceid=8, filesize=5.2 K 2024-11-23T16:21:11,516 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4fa2b1b970fbcc76f47fd5cbdd4cd73e in 38ms, sequenceid=8, compaction requested=false 2024-11-23T16:21:11,520 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/replication/4fa2b1b970fbcc76f47fd5cbdd4cd73e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T16:21:11,521 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:11,521 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:11,521 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:21:11,521 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fa2b1b970fbcc76f47fd5cbdd4cd73e: Waiting for close lock at 1732378871478Running coprocessor pre-close hooks at 1732378871478Disabling compacts and flushes for region at 1732378871478Disabling writes for close at 1732378871478Obtaining lock to block concurrent updates at 1732378871478Preparing flush snapshotting stores in 4fa2b1b970fbcc76f47fd5cbdd4cd73e at 1732378871478Finished memstore snapshotting hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732378871478Flushing stores of hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. at 1732378871479 (+1 ms)Flushing 4fa2b1b970fbcc76f47fd5cbdd4cd73e/queue: creating writer at 1732378871479Flushing 4fa2b1b970fbcc76f47fd5cbdd4cd73e/queue: appending metadata at 1732378871494 (+15 ms)Flushing 4fa2b1b970fbcc76f47fd5cbdd4cd73e/queue: closing flushed file at 1732378871495 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a32a2c1: reopening flushed file at 1732378871507 (+12 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4fa2b1b970fbcc76f47fd5cbdd4cd73e in 38ms, sequenceid=8, compaction requested=false at 1732378871516 (+9 ms)Writing region close event to WAL at 1732378871517 (+1 ms)Running coprocessor post-close hooks at 1732378871521 (+4 ms)Closed at 1732378871521 2024-11-23T16:21:11,521 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378853886.4fa2b1b970fbcc76f47fd5cbdd4cd73e. 2024-11-23T16:21:11,687 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:11,739 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/info/ea38a72f603e43ecb3a6bcad2248833f 2024-11-23T16:21:11,765 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/ns/bb4a11c0b6824afcbcfb708c69a8d156 is 43, key is default/ns:d/1732378842228/Put/seqid=0 2024-11-23T16:21:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741845_1021 (size=5153) 2024-11-23T16:21:11,774 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/ns/bb4a11c0b6824afcbcfb708c69a8d156 2024-11-23T16:21:11,798 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/rep_barrier/d060b27f169947908117e516d3c010df is 112, key is test,,1732378849428.922f3a8f2bf7816f69dd7b77f4323aca./rep_barrier:seqnumDuringOpen/1732378850176/Put/seqid=0 2024-11-23T16:21:11,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741846_1022 (size=5518) 2024-11-23T16:21:11,803 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/rep_barrier/d060b27f169947908117e516d3c010df 2024-11-23T16:21:11,826 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/table/d6d303073a8b4c4e8a9c400bdb5f5271 is 53, key is hbase:replication/table:state/1732378855060/Put/seqid=0 2024-11-23T16:21:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741847_1023 (size=5308) 2024-11-23T16:21:11,887 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:11,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:21:11,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:12,050 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 636, reset compression=false 2024-11-23T16:21:12,054 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:12,054 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 1527, reset compression=false 2024-11-23T16:21:12,054 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,34981,1732378839637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:12,055 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,34981,1732378839637: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1a7c5470b472,34981,1732378839637, walGroup=1a7c5470b472%2C34981%2C1732378839637, offset=1a7c5470b472%2C34981%2C1732378839637.1732378841225:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:34981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:21:12,056 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:21:12,056 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:21:12,056 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:21:12,056 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:21:12,056 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:21:12,057 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 985032192 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201783488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:21:12,057 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:39257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:39257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:21:12,088 DEBUG [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:12,088 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:21:12,088 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:21:12,235 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/table/d6d303073a8b4c4e8a9c400bdb5f5271 2024-11-23T16:21:12,241 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/info/ea38a72f603e43ecb3a6bcad2248833f as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/info/ea38a72f603e43ecb3a6bcad2248833f 2024-11-23T16:21:12,245 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/info/ea38a72f603e43ecb3a6bcad2248833f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:21:12,246 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/ns/bb4a11c0b6824afcbcfb708c69a8d156 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/ns/bb4a11c0b6824afcbcfb708c69a8d156 2024-11-23T16:21:12,252 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/ns/bb4a11c0b6824afcbcfb708c69a8d156, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:21:12,253 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/rep_barrier/d060b27f169947908117e516d3c010df as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/rep_barrier/d060b27f169947908117e516d3c010df 2024-11-23T16:21:12,257 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/WALs/1a7c5470b472,34981,1732378839637/1a7c5470b472%2C34981%2C1732378839637.1732378841225 to pos 1527, reset compression=false 2024-11-23T16:21:12,260 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/rep_barrier/d060b27f169947908117e516d3c010df, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:21:12,261 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/.tmp/table/d6d303073a8b4c4e8a9c400bdb5f5271 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/table/d6d303073a8b4c4e8a9c400bdb5f5271 2024-11-23T16:21:12,266 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/table/d6d303073a8b4c4e8a9c400bdb5f5271, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:21:12,267 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false 2024-11-23T16:21:12,279 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:21:12,279 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:12,279 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:12,279 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:12,279 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378871287Running coprocessor pre-close hooks at 1732378871287Disabling compacts and flushes for region at 1732378871287Disabling writes for close at 1732378871287Obtaining lock to block concurrent updates at 1732378871287Preparing flush snapshotting stores in 1588230740 at 1732378871287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378871288 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378871288Flushing 1588230740/info: creating writer at 1732378871288Flushing 1588230740/info: appending metadata at 1732378871308 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732378871309 (+1 ms)Flushing 1588230740/ns: creating writer at 1732378871744 (+435 ms)Flushing 1588230740/ns: appending metadata at 1732378871765 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732378871765Flushing 1588230740/rep_barrier: creating writer at 1732378871779 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378871797 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378871797Flushing 1588230740/table: creating writer at 1732378871808 (+11 ms)Flushing 1588230740/table: appending metadata at 1732378871826 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732378871826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5930bb92: reopening flushed file at 1732378872240 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51164c5e: reopening flushed file at 1732378872246 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759c048a: reopening flushed file at 1732378872252 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e858da: reopening flushed file at 1732378872261 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false at 1732378872267 (+6 ms)Writing region close event to WAL at 1732378872276 (+9 ms)Running coprocessor post-close hooks at 1732378872279 (+3 ms)Closed at 1732378872279 2024-11-23T16:21:12,280 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:12,288 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,34981,1732378839637; all regions closed. 2024-11-23T16:21:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741834_1010 (size=4239) 2024-11-23T16:21:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741839_1015 (size=2240) 2024-11-23T16:21:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741832_1008 (size=1535) 2024-11-23T16:21:12,296 DEBUG [RS:0;1a7c5470b472:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:12,296 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:12,297 INFO [RS:0;1a7c5470b472:34981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:12,297 INFO [RS:0;1a7c5470b472:34981 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:12,297 INFO [RS:0;1a7c5470b472:34981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:12,297 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:12,297 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,34981,1732378839637 because: Region server is closing 2024-11-23T16:21:12,298 INFO [RS:0;1a7c5470b472:34981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:34981. 2024-11-23T16:21:12,298 DEBUG [RS:0;1a7c5470b472:34981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:12,298 DEBUG [RS:0;1a7c5470b472:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:12,298 DEBUG [RS:0;1a7c5470b472:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:12,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:12,398 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.shipper1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 terminated 2024-11-23T16:21:12,398 INFO [RS:0;1a7c5470b472:34981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34981 2024-11-23T16:21:12,398 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,34981,1732378839637.replicationSource.wal-reader.1a7c5470b472%2C34981%2C1732378839637,1-1a7c5470b472,34981,1732378839637 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:21:12,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01652117105/rs/1a7c5470b472,34981,1732378839637 2024-11-23T16:21:12,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105/rs 2024-11-23T16:21:12,401 INFO [RS:0;1a7c5470b472:34981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:12,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,34981,1732378839637] 2024-11-23T16:21:12,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01652117105/draining/1a7c5470b472,34981,1732378839637 already deleted, retry=false 2024-11-23T16:21:12,403 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,34981,1732378839637 expired; onlineServers=0 2024-11-23T16:21:12,403 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,39257,1732378839572' ***** 2024-11-23T16:21:12,403 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:21:12,403 INFO [M:0;1a7c5470b472:39257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:12,403 INFO [M:0;1a7c5470b472:39257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:12,403 DEBUG [M:0;1a7c5470b472:39257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:21:12,403 DEBUG [M:0;1a7c5470b472:39257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:21:12,403 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:21:12,403 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378841030 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378841030,5,FailOnTimeoutGroup] 2024-11-23T16:21:12,403 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378841029 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378841029,5,FailOnTimeoutGroup] 2024-11-23T16:21:12,403 INFO [M:0;1a7c5470b472:39257 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:12,404 INFO [M:0;1a7c5470b472:39257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:12,404 DEBUG [M:0;1a7c5470b472:39257 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:21:12,404 INFO [M:0;1a7c5470b472:39257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:21:12,404 INFO [M:0;1a7c5470b472:39257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:12,404 INFO [M:0;1a7c5470b472:39257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:21:12,404 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:21:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01652117105/master 2024-11-23T16:21:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01652117105 2024-11-23T16:21:12,407 DEBUG [M:0;1a7c5470b472:39257 {}] zookeeper.ZKUtil(347): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Unable to get data of znode /01652117105/master because node does not exist (not an error) 2024-11-23T16:21:12,407 WARN [M:0;1a7c5470b472:39257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:21:12,407 INFO [M:0;1a7c5470b472:39257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/.lastflushedseqids 2024-11-23T16:21:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741848_1024 (size=245) 2024-11-23T16:21:12,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:12,502 INFO [RS:0;1a7c5470b472:34981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:12,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x10145a131870001, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:12,502 INFO [RS:0;1a7c5470b472:34981 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,34981,1732378839637; zookeeper connection closed. 2024-11-23T16:21:12,503 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a450516 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a450516 2024-11-23T16:21:12,503 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:21:12,819 INFO [M:0;1a7c5470b472:39257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:21:12,819 INFO [M:0;1a7c5470b472:39257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:21:12,819 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:12,819 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:12,819 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:12,819 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:12,819 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:12,819 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-23T16:21:12,839 DEBUG [M:0;1a7c5470b472:39257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6476bffb49ff4afdb2aba2c34522bc69 is 82, key is hbase:meta,,1/info:regioninfo/1732378842212/Put/seqid=0 2024-11-23T16:21:12,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741849_1025 (size=5672) 2024-11-23T16:21:13,244 INFO [M:0;1a7c5470b472:39257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6476bffb49ff4afdb2aba2c34522bc69 2024-11-23T16:21:13,266 DEBUG [M:0;1a7c5470b472:39257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9052d91ca644a381ba99390b1c4fc3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732378850186/Put/seqid=0 2024-11-23T16:21:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741850_1026 (size=7219) 2024-11-23T16:21:13,674 INFO [M:0;1a7c5470b472:39257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9052d91ca644a381ba99390b1c4fc3 2024-11-23T16:21:13,678 INFO [M:0;1a7c5470b472:39257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f9052d91ca644a381ba99390b1c4fc3 2024-11-23T16:21:13,695 DEBUG [M:0;1a7c5470b472:39257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7673d203e964b82a57f127809958ae9 is 69, key is 1a7c5470b472,34981,1732378839637/rs:state/1732378841078/Put/seqid=0 2024-11-23T16:21:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741851_1027 (size=5156) 2024-11-23T16:21:13,699 INFO [M:0;1a7c5470b472:39257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7673d203e964b82a57f127809958ae9 2024-11-23T16:21:13,702 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6476bffb49ff4afdb2aba2c34522bc69 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6476bffb49ff4afdb2aba2c34522bc69 2024-11-23T16:21:13,706 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6476bffb49ff4afdb2aba2c34522bc69, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T16:21:13,708 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9052d91ca644a381ba99390b1c4fc3 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f9052d91ca644a381ba99390b1c4fc3 2024-11-23T16:21:13,712 INFO [M:0;1a7c5470b472:39257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f9052d91ca644a381ba99390b1c4fc3 2024-11-23T16:21:13,712 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f9052d91ca644a381ba99390b1c4fc3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T16:21:13,713 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7673d203e964b82a57f127809958ae9 as hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7673d203e964b82a57f127809958ae9 2024-11-23T16:21:13,716 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/83b232a8-899c-ec8a-5d90-a657cfcc7579/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7673d203e964b82a57f127809958ae9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T16:21:13,717 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false 2024-11-23T16:21:13,724 INFO [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:13,725 DEBUG [M:0;1a7c5470b472:39257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378872819Disabling compacts and flushes for region at 1732378872819Disabling writes for close at 1732378872819Obtaining lock to block concurrent updates at 1732378872819Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378872819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732378872820 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378872820Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378872820Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378872839 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378872839Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378873247 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378873265 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378873266 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378873678 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378873694 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378873694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de843a8: reopening flushed file at 1732378873702 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6301ee: reopening flushed file at 1732378873706 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d99039: reopening flushed file at 1732378873713 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false at 1732378873717 (+4 ms)Writing region close event to WAL at 1732378873724 (+7 ms)Closed at 1732378873724 2024-11-23T16:21:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741830_1006 (size=64435) 2024-11-23T16:21:13,729 INFO [M:0;1a7c5470b472:39257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:21:13,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:13,729 INFO [M:0;1a7c5470b472:39257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39257 2024-11-23T16:21:13,730 INFO [M:0;1a7c5470b472:39257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:13,832 INFO [M:0;1a7c5470b472:39257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10145a131870000, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:13,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43484d6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:13,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@595696e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:13,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:13,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d878e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:13,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a1f47c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:13,836 WARN [BP-339337599-172.17.0.2-1732378838807 heartbeating to localhost/127.0.0.1:44987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:21:13,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:21:13,837 WARN [BP-339337599-172.17.0.2-1732378838807 heartbeating to localhost/127.0.0.1:44987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-339337599-172.17.0.2-1732378838807 (Datanode Uuid 75b32183-fe24-4482-ba96-905fd73d9212) service to localhost/127.0.0.1:44987 2024-11-23T16:21:13,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:21:13,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/data/data1/current/BP-339337599-172.17.0.2-1732378838807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:13,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/cluster_94220145-4c55-3779-fd50-b17d403ef83c/data/data2/current/BP-339337599-172.17.0.2-1732378838807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:13,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:21:13,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c798663{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:13,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dd15f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:13,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:13,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42473f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:13,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46344ff1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65cf5c8b-c147-5329-2731-69f08a09b42d/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:13,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:21:13,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:21:13,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 316) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44987 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35851 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38543 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=796 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 376) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7434 (was 7042) - AvailableMemoryMB LEAK? - 2024-11-23T16:21:13,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=7432 2024-11-23T16:21:13,918 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-23T16:21:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir so I do NOT create it in target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e 2024-11-23T16:21:13,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:21:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.tmp.dir so I do NOT create it in target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e 2024-11-23T16:21:13,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7f3fb8-cbd9-85f9-eb89-b86202e6a614/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:21:13,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e 2024-11-23T16:21:13,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053, deleteOnExit=true 2024-11-23T16:21:13,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/zookeeper_0, clientPort=52405, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:21:13,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52405 2024-11-23T16:21:13,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:21:13,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:21:13,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/test.cache.data in system properties and HBase conf 2024-11-23T16:21:13,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:21:13,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:13,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:21:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:21:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:21:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:21:13,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:21:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10145a131870005, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:21:13,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10145a131870005, quorum=127.0.0.1:59114, baseZNode=/11502956206 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:21:13,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10145a131870008, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:21:13,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10145a131870008, quorum=127.0.0.1:59114, baseZNode=/2-357261963 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:21:13,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10145a131870002, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:21:13,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10145a131870002, quorum=127.0.0.1:59114, baseZNode=/01652117105 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:21:14,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:14,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:14,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:14,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:14,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:21:14,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:14,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35156634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:14,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e508a81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:14,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9ea4f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/java.io.tmpdir/jetty-localhost-34689-hadoop-hdfs-3_4_1-tests_jar-_-any-12211534677102077871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:14,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:34689} 2024-11-23T16:21:14,183 INFO [Time-limited test {}] server.Server(415): Started @277335ms 2024-11-23T16:21:14,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:14,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:14,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:14,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:14,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:21:14,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acbc82c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:14,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623672de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:14,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198479ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/java.io.tmpdir/jetty-localhost-45015-hadoop-hdfs-3_4_1-tests_jar-_-any-15803739774057239490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:14,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:45015} 2024-11-23T16:21:14,624 INFO [Time-limited test {}] server.Server(415): Started @277776ms 2024-11-23T16:21:14,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:21:14,864 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/data/data1/current/BP-380416920-172.17.0.2-1732378873948/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:14,866 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/data/data2/current/BP-380416920-172.17.0.2-1732378873948/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:14,909 WARN [Thread-4145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:21:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15c2889b2ab7e0da with lease ID 0xd5ecfc5b62d9ce40: Processing first storage report for DS-9324f45c-e631-4ba5-9853-c88b1f86c1b0 from datanode DatanodeRegistration(127.0.0.1:43169, datanodeUuid=1f2b1107-b384-4995-9848-db7b0d2bc6e3, infoPort=40173, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1670584964;c=1732378873948) 2024-11-23T16:21:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15c2889b2ab7e0da with lease ID 0xd5ecfc5b62d9ce40: from storage DS-9324f45c-e631-4ba5-9853-c88b1f86c1b0 node DatanodeRegistration(127.0.0.1:43169, datanodeUuid=1f2b1107-b384-4995-9848-db7b0d2bc6e3, infoPort=40173, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1670584964;c=1732378873948), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T16:21:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15c2889b2ab7e0da with lease ID 0xd5ecfc5b62d9ce40: Processing first storage report for DS-419f0f9e-9a4d-480b-a157-b20d4ae8d8fb from datanode DatanodeRegistration(127.0.0.1:43169, datanodeUuid=1f2b1107-b384-4995-9848-db7b0d2bc6e3, infoPort=40173, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1670584964;c=1732378873948) 2024-11-23T16:21:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15c2889b2ab7e0da with lease ID 0xd5ecfc5b62d9ce40: from storage DS-419f0f9e-9a4d-480b-a157-b20d4ae8d8fb node DatanodeRegistration(127.0.0.1:43169, datanodeUuid=1f2b1107-b384-4995-9848-db7b0d2bc6e3, infoPort=40173, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1670584964;c=1732378873948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:21:14,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e 2024-11-23T16:21:14,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:14,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:21:14,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d with version=8 2024-11-23T16:21:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/hbase-staging 2024-11-23T16:21:14,956 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:14,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:14,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:14,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:21:14,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:14,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33301 2024-11-23T16:21:14,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33301 connecting to ZooKeeper ensemble=127.0.0.1:52405 2024-11-23T16:21:14,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333010x0, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:14,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33301-0x10145a1bad10000 connected 2024-11-23T16:21:15,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:15,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:15,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on znode that does not yet exist, /01570141052/running 2024-11-23T16:21:15,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d, hbase.cluster.distributed=false 2024-11-23T16:21:15,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on znode that does not yet exist, /01570141052/acl 2024-11-23T16:21:15,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33301 2024-11-23T16:21:15,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33301 2024-11-23T16:21:15,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33301 2024-11-23T16:21:15,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33301 2024-11-23T16:21:15,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33301 2024-11-23T16:21:15,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:21:15,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:15,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35703 2024-11-23T16:21:15,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35703 connecting to ZooKeeper ensemble=127.0.0.1:52405 2024-11-23T16:21:15,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:15,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357030x0, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:15,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357030x0, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on znode that does not yet exist, /01570141052/running 2024-11-23T16:21:15,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:21:15,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35703-0x10145a1bad10001 connected 2024-11-23T16:21:15,065 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:21:15,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on znode that does not yet exist, /01570141052/master 2024-11-23T16:21:15,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on znode that does not yet exist, /01570141052/acl 2024-11-23T16:21:15,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35703 2024-11-23T16:21:15,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35703 2024-11-23T16:21:15,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35703 2024-11-23T16:21:15,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35703 2024-11-23T16:21:15,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35703 2024-11-23T16:21:15,089 DEBUG [M:0;1a7c5470b472:33301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:33301 2024-11-23T16:21:15,090 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01570141052/backup-masters/1a7c5470b472,33301,1732378874956 2024-11-23T16:21:15,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052/backup-masters 2024-11-23T16:21:15,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052/backup-masters 2024-11-23T16:21:15,092 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on existing znode=/01570141052/backup-masters/1a7c5470b472,33301,1732378874956 2024-11-23T16:21:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570141052/master 2024-11-23T16:21:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:15,096 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on existing znode=/01570141052/master 2024-11-23T16:21:15,096 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01570141052/backup-masters/1a7c5470b472,33301,1732378874956 from backup master directory 2024-11-23T16:21:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570141052/backup-masters/1a7c5470b472,33301,1732378874956 2024-11-23T16:21:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052/backup-masters 2024-11-23T16:21:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052/backup-masters 2024-11-23T16:21:15,097 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:15,097 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,33301,1732378874956 2024-11-23T16:21:15,104 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/hbase.id] with ID: 4f7379be-97fd-4721-9126-a6aaab174e5a 2024-11-23T16:21:15,104 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/.tmp/hbase.id 2024-11-23T16:21:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:21:15,515 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/.tmp/hbase.id]:[hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/hbase.id] 2024-11-23T16:21:15,526 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:15,526 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:21:15,527 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:21:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:15,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:21:15,540 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:15,542 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:21:15,544 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:21:15,977 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/data/master/store 2024-11-23T16:21:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:21:16,383 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:16,383 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:16,383 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:16,383 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:16,383 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:16,383 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:16,383 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:16,383 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378876383Disabling compacts and flushes for region at 1732378876383Disabling writes for close at 1732378876383Writing region close event to WAL at 1732378876383Closed at 1732378876383 2024-11-23T16:21:16,384 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/data/master/store/.initializing 2024-11-23T16:21:16,384 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/WALs/1a7c5470b472,33301,1732378874956 2024-11-23T16:21:16,385 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:16,386 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C33301%2C1732378874956, suffix=, logDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/WALs/1a7c5470b472,33301,1732378874956, archiveDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/oldWALs, maxLogs=10 2024-11-23T16:21:16,401 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/WALs/1a7c5470b472,33301,1732378874956/1a7c5470b472%2C33301%2C1732378874956.1732378876387, exclude list is [], retry=0 2024-11-23T16:21:16,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-9324f45c-e631-4ba5-9853-c88b1f86c1b0,DISK] 2024-11-23T16:21:16,405 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/WALs/1a7c5470b472,33301,1732378874956/1a7c5470b472%2C33301%2C1732378874956.1732378876387 2024-11-23T16:21:16,405 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-23T16:21:16,405 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:16,405 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:16,405 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,405 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:21:16,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:16,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:16,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:21:16,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:16,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:16,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:21:16,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:16,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:16,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:21:16,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:16,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:16,411 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,412 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,412 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,413 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,413 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,413 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:16,414 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:16,415 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:16,416 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69121796, jitterRate=0.02999502420425415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:16,417 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378876405Initializing all the Stores at 1732378876406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378876406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378876406Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378876406Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378876406Cleaning up temporary data from old regions at 1732378876413 (+7 ms)Region opened successfully at 1732378876417 (+4 ms) 2024-11-23T16:21:16,417 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:21:16,419 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b4dc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:16,420 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:21:16,420 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:21:16,420 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:21:16,420 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:21:16,420 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:21:16,421 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:21:16,421 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:21:16,422 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:21:16,423 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Unable to get data of znode /01570141052/balancer because node does not exist (not necessarily an error) 2024-11-23T16:21:16,424 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570141052/balancer already deleted, retry=false 2024-11-23T16:21:16,425 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:21:16,425 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Unable to get data of znode /01570141052/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:21:16,428 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570141052/normalizer already deleted, retry=false 2024-11-23T16:21:16,428 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:21:16,429 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Unable to get data of znode /01570141052/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:21:16,430 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570141052/switch/split already deleted, retry=false 2024-11-23T16:21:16,431 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Unable to get data of znode /01570141052/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:21:16,432 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570141052/switch/merge already deleted, retry=false 2024-11-23T16:21:16,434 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Unable to get data of znode /01570141052/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:21:16,435 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570141052/snapshot-cleanup already deleted, retry=false 2024-11-23T16:21:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570141052/running 2024-11-23T16:21:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570141052/running 2024-11-23T16:21:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:16,437 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,33301,1732378874956, sessionid=0x10145a1bad10000, setting cluster-up flag (Was=false) 2024-11-23T16:21:16,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:16,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:16,444 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01570141052/flush-table-proc/acquired, /01570141052/flush-table-proc/reached, /01570141052/flush-table-proc/abort 2024-11-23T16:21:16,445 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,33301,1732378874956 2024-11-23T16:21:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:16,453 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01570141052/online-snapshot/acquired, /01570141052/online-snapshot/reached, /01570141052/online-snapshot/abort 2024-11-23T16:21:16,453 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,33301,1732378874956 2024-11-23T16:21:16,454 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:21:16,456 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:16,456 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:21:16,456 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:21:16,456 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,33301,1732378874956 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:21:16,457 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:16,457 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:16,457 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:16,457 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:16,457 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:21:16,458 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,458 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:16,458 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:16,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:21:16,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:16,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:21:16,464 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378906464 2024-11-23T16:21:16,464 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:21:16,465 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:21:16,465 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:21:16,465 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:21:16,465 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:21:16,465 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:21:16,468 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,468 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:21:16,468 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:21:16,468 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:21:16,468 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:21:16,468 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:21:16,469 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:21:16,469 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378876469,5,FailOnTimeoutGroup] 2024-11-23T16:21:16,472 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378876469,5,FailOnTimeoutGroup] 2024-11-23T16:21:16,472 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,472 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:21:16,472 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,472 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:21:16,477 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(746): ClusterId : 4f7379be-97fd-4721-9126-a6aaab174e5a 2024-11-23T16:21:16,477 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:21:16,479 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:21:16,479 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:21:16,481 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:21:16,482 DEBUG [RS:0;1a7c5470b472:35703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef5b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:16,498 DEBUG [RS:0;1a7c5470b472:35703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:35703 2024-11-23T16:21:16,498 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:21:16,498 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:21:16,498 DEBUG [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:21:16,498 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,33301,1732378874956 with port=35703, startcode=1732378875048 2024-11-23T16:21:16,499 DEBUG [RS:0;1a7c5470b472:35703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:21:16,500 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:21:16,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,35703,1732378875048 2024-11-23T16:21:16,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,35703,1732378875048 2024-11-23T16:21:16,502 DEBUG [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d 2024-11-23T16:21:16,502 DEBUG [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45407 2024-11-23T16:21:16,502 DEBUG [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:21:16,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052/rs 2024-11-23T16:21:16,504 DEBUG [RS:0;1a7c5470b472:35703 {}] zookeeper.ZKUtil(111): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Set watcher on existing znode=/01570141052/rs/1a7c5470b472,35703,1732378875048 2024-11-23T16:21:16,504 WARN [RS:0;1a7c5470b472:35703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:16,504 INFO [RS:0;1a7c5470b472:35703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:16,504 DEBUG [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048 2024-11-23T16:21:16,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,35703,1732378875048] 2024-11-23T16:21:16,507 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:21:16,509 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:21:16,511 INFO [RS:0;1a7c5470b472:35703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:21:16,511 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,511 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:21:16,511 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:21:16,511 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:16,512 DEBUG [RS:0;1a7c5470b472:35703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:16,518 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,518 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,518 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,518 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,518 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,518 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,35703,1732378875048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:16,534 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:21:16,535 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,35703,1732378875048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,535 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,535 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.Replication(171): 1a7c5470b472,35703,1732378875048 started 2024-11-23T16:21:16,550 INFO [RS:0;1a7c5470b472:35703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:16,550 INFO [RS:0;1a7c5470b472:35703 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,35703,1732378875048, RpcServer on 1a7c5470b472/172.17.0.2:35703, sessionid=0x10145a1bad10001 2024-11-23T16:21:16,550 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:21:16,550 DEBUG [RS:0;1a7c5470b472:35703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,35703,1732378875048 2024-11-23T16:21:16,550 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,35703,1732378875048' 2024-11-23T16:21:16,550 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01570141052/flush-table-proc/abort' 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01570141052/flush-table-proc/acquired' 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,35703,1732378875048 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,35703,1732378875048' 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01570141052/online-snapshot/abort' 2024-11-23T16:21:16,551 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01570141052/online-snapshot/acquired' 2024-11-23T16:21:16,552 DEBUG [RS:0;1a7c5470b472:35703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:21:16,552 INFO [RS:0;1a7c5470b472:35703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:21:16,552 INFO [RS:0;1a7c5470b472:35703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:21:16,652 INFO [RS:0;1a7c5470b472:35703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:16,654 INFO [RS:0;1a7c5470b472:35703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35703%2C1732378875048, suffix=, logDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048, archiveDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/oldWALs, maxLogs=10 2024-11-23T16:21:16,673 DEBUG [RS:0;1a7c5470b472:35703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048/1a7c5470b472%2C35703%2C1732378875048.1732378876655, exclude list is [], retry=0 2024-11-23T16:21:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-9324f45c-e631-4ba5-9853-c88b1f86c1b0,DISK] 2024-11-23T16:21:16,678 INFO [RS:0;1a7c5470b472:35703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048/1a7c5470b472%2C35703%2C1732378875048.1732378876655 2024-11-23T16:21:16,678 DEBUG [RS:0;1a7c5470b472:35703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-23T16:21:16,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:21:16,875 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d 2024-11-23T16:21:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:21:16,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:21:16,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:16,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:17,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:17,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:17,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:17,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:17,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:17,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:17,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:17,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:17,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:17,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:17,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/hbase/meta/1588230740 2024-11-23T16:21:17,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/hbase/meta/1588230740 2024-11-23T16:21:17,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:17,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:17,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:17,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:17,301 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:17,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65745529, jitterRate=-0.020315274596214294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378877281Initializing all the Stores at 1732378877282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378877282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378877282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378877282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378877282Cleaning up temporary data from old regions at 1732378877291 (+9 ms)Region opened successfully at 1732378877302 (+11 ms) 2024-11-23T16:21:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:17,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:17,302 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378877302Disabling compacts and flushes for region at 1732378877302Disabling writes for close at 1732378877302Writing region close event to WAL at 1732378877302Closed at 1732378877302 2024-11-23T16:21:17,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:17,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:21:17,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:21:17,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:17,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:21:17,456 DEBUG [1a7c5470b472:33301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:21:17,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,35703,1732378875048 2024-11-23T16:21:17,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,35703,1732378875048, state=OPENING 2024-11-23T16:21:17,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:21:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570141052 2024-11-23T16:21:17,460 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:17,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,35703,1732378875048}] 2024-11-23T16:21:17,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570141052/meta-region-server: CHANGED 2024-11-23T16:21:17,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570141052/meta-region-server: CHANGED 2024-11-23T16:21:17,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:17,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:21:17,624 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:21:17,625 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:17,625 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:21:17,626 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35703%2C1732378875048.meta, suffix=.meta, logDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048, archiveDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/oldWALs, maxLogs=10 2024-11-23T16:21:17,642 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048/1a7c5470b472%2C35703%2C1732378875048.meta.1732378877627.meta, exclude list is [], retry=0 2024-11-23T16:21:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-9324f45c-e631-4ba5-9853-c88b1f86c1b0,DISK] 2024-11-23T16:21:17,646 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/WALs/1a7c5470b472,35703,1732378875048/1a7c5470b472%2C35703%2C1732378875048.meta.1732378877627.meta 2024-11-23T16:21:17,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-23T16:21:17,647 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:17,647 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:17,650 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:21:17,650 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:21:17,650 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:21:17,651 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:21:17,651 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:17,651 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:21:17,651 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:21:17,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:17,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:17,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:17,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:17,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:17,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:17,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:17,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:17,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:17,656 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:17,657 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/hbase/meta/1588230740 2024-11-23T16:21:17,658 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/hbase/meta/1588230740 2024-11-23T16:21:17,658 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:17,658 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:17,659 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:17,660 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:17,660 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64005747, jitterRate=-0.04624004662036896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:17,660 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:21:17,661 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378877651Writing region info on filesystem at 1732378877651Initializing all the Stores at 1732378877652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378877652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378877652Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378877652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378877652Cleaning up temporary data from old regions at 1732378877658 (+6 ms)Running coprocessor post-open hooks at 1732378877660 (+2 ms)Region opened successfully at 1732378877661 (+1 ms) 2024-11-23T16:21:17,662 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378877613 2024-11-23T16:21:17,663 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:21:17,663 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:21:17,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,35703,1732378875048 2024-11-23T16:21:17,664 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,35703,1732378875048, state=OPEN 2024-11-23T16:21:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35703-0x10145a1bad10001, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570141052/meta-region-server 2024-11-23T16:21:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33301-0x10145a1bad10000, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570141052/meta-region-server 2024-11-23T16:21:17,672 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,35703,1732378875048 2024-11-23T16:21:17,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570141052/meta-region-server: CHANGED 2024-11-23T16:21:17,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570141052/meta-region-server: CHANGED 2024-11-23T16:21:17,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:21:17,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,35703,1732378875048 in 211 msec 2024-11-23T16:21:17,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:21:17,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-23T16:21:17,676 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:17,676 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:21:17,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:17,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35703,1732378875048, seqNum=-1] 2024-11-23T16:21:17,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:17,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:17,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-23T16:21:17,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378877682, completionTime=-1 2024-11-23T16:21:17,682 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:21:17,682 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:21:17,684 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:21:17,684 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378937684 2024-11-23T16:21:17,684 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732378997684 2024-11-23T16:21:17,684 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:21:17,685 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33301,1732378874956-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,685 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33301,1732378874956-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,685 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33301,1732378874956-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,685 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:33301, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,685 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,685 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,687 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:21:17,688 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.591sec 2024-11-23T16:21:17,688 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:21:17,688 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:21:17,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:21:17,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:21:17,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:21:17,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33301,1732378874956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:17,689 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33301,1732378874956-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:21:17,691 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:21:17,691 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:21:17,691 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,33301,1732378874956-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:17,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:17,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33301,-1 for getting cluster id 2024-11-23T16:21:17,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:17,779 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f7379be-97fd-4721-9126-a6aaab174e5a' 2024-11-23T16:21:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f7379be-97fd-4721-9126-a6aaab174e5a" 2024-11-23T16:21:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f5d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33301,-1] 2024-11-23T16:21:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:17,781 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:17,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:17,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:17,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35703,1732378875048, seqNum=-1] 2024-11-23T16:21:17,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:17,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:17,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,33301,1732378874956 2024-11-23T16:21:17,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52405 2024-11-23T16:21:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52405, baseZNode=/01570141052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:17,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10145a1bad10002 connected 2024-11-23T16:21:17,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33301,1732378874956 2024-11-23T16:21:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e88720d 2024-11-23T16:21:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:17,792 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:17,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:21:17,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:21:17,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:17,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:21:17,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:21:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:21:17,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a28eea51eb7e8874a469586d09d807b, NAME => 'test,,1732378877793.9a28eea51eb7e8874a469586d09d807b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d 2024-11-23T16:21:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:21:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:18,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378877793.9a28eea51eb7e8874a469586d09d807b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:18,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9a28eea51eb7e8874a469586d09d807b, disabling compactions & flushes 2024-11-23T16:21:18,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. after waiting 0 ms 2024-11-23T16:21:18,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a28eea51eb7e8874a469586d09d807b: Waiting for close lock at 1732378878219Disabling compacts and flushes for region at 1732378878219Disabling writes for close at 1732378878219Writing region close event to WAL at 1732378878219Closed at 1732378878219 2024-11-23T16:21:18,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:21:18,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378877793.9a28eea51eb7e8874a469586d09d807b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378878220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378878220"}]},"ts":"1732378878220"} 2024-11-23T16:21:18,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:21:18,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:21:18,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378878223"}]},"ts":"1732378878223"} 2024-11-23T16:21:18,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:21:18,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a28eea51eb7e8874a469586d09d807b, ASSIGN}] 2024-11-23T16:21:18,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a28eea51eb7e8874a469586d09d807b, ASSIGN 2024-11-23T16:21:18,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9a28eea51eb7e8874a469586d09d807b, ASSIGN; state=OFFLINE, location=1a7c5470b472,35703,1732378875048; forceNewPlan=false, retain=false 2024-11-23T16:21:18,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a28eea51eb7e8874a469586d09d807b, regionState=OPENING, regionLocation=1a7c5470b472,35703,1732378875048 2024-11-23T16:21:18,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9a28eea51eb7e8874a469586d09d807b, ASSIGN because future has completed 2024-11-23T16:21:18,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a28eea51eb7e8874a469586d09d807b, server=1a7c5470b472,35703,1732378875048}] 2024-11-23T16:21:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:18,534 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,534 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a28eea51eb7e8874a469586d09d807b, NAME => 'test,,1732378877793.9a28eea51eb7e8874a469586d09d807b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:18,534 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:18,534 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:21:18,534 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,534 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378877793.9a28eea51eb7e8874a469586d09d807b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:18,535 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,535 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,536 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,536 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a28eea51eb7e8874a469586d09d807b columnFamilyName f 2024-11-23T16:21:18,536 DEBUG [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:18,537 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] regionserver.HStore(327): Store=9a28eea51eb7e8874a469586d09d807b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:18,537 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,537 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a28eea51eb7e8874a469586d09d807b columnFamilyName f1 2024-11-23T16:21:18,537 DEBUG [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:18,538 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] regionserver.HStore(327): Store=9a28eea51eb7e8874a469586d09d807b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:18,538 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,538 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a28eea51eb7e8874a469586d09d807b columnFamilyName norep 2024-11-23T16:21:18,538 DEBUG [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:18,539 INFO [StoreOpener-9a28eea51eb7e8874a469586d09d807b-1 {}] regionserver.HStore(327): Store=9a28eea51eb7e8874a469586d09d807b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:18,539 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,539 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/default/test/9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,540 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/default/test/9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,540 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,540 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,541 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:21:18,542 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,543 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/data/default/test/9a28eea51eb7e8874a469586d09d807b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:18,543 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a28eea51eb7e8874a469586d09d807b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62777983, jitterRate=-0.06453515589237213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:21:18,543 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a28eea51eb7e8874a469586d09d807b 2024-11-23T16:21:18,544 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a28eea51eb7e8874a469586d09d807b: Running coprocessor pre-open hook at 1732378878535Writing region info on filesystem at 1732378878535Initializing all the Stores at 1732378878535Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378878535Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378878535Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378878535Cleaning up temporary data from old regions at 1732378878540 (+5 ms)Running coprocessor post-open hooks at 1732378878543 (+3 ms)Region opened successfully at 1732378878544 (+1 ms) 2024-11-23T16:21:18,545 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378877793.9a28eea51eb7e8874a469586d09d807b., pid=6, masterSystemTime=1732378878531 2024-11-23T16:21:18,546 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,546 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378877793.9a28eea51eb7e8874a469586d09d807b. 2024-11-23T16:21:18,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a28eea51eb7e8874a469586d09d807b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,35703,1732378875048 2024-11-23T16:21:18,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a28eea51eb7e8874a469586d09d807b, server=1a7c5470b472,35703,1732378875048 because future has completed 2024-11-23T16:21:18,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:21:18,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a28eea51eb7e8874a469586d09d807b, server=1a7c5470b472,35703,1732378875048 in 170 msec 2024-11-23T16:21:18,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:21:18,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9a28eea51eb7e8874a469586d09d807b, ASSIGN in 325 msec 2024-11-23T16:21:18,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:21:18,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378878552"}]},"ts":"1732378878552"} 2024-11-23T16:21:18,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:21:18,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:21:18,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-23T16:21:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:18,939 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:21:18,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bec40e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:18,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33301,-1 for getting cluster id 2024-11-23T16:21:18,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:18,941 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f7379be-97fd-4721-9126-a6aaab174e5a' 2024-11-23T16:21:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f7379be-97fd-4721-9126-a6aaab174e5a" 2024-11-23T16:21:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9e182f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33301,-1] 2024-11-23T16:21:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:18,942 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2864af85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:18,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33301,1732378874956 2024-11-23T16:21:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f98489 2024-11-23T16:21:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:18,944 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:18,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:33301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:21:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:21:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:18,947 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:33301' 2024-11-23T16:21:18,948 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b02094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:18,948 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,33301,-1 for getting cluster id 2024-11-23T16:21:18,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:18,948 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f7379be-97fd-4721-9126-a6aaab174e5a' 2024-11-23T16:21:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f7379be-97fd-4721-9126-a6aaab174e5a" 2024-11-23T16:21:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7073b48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,33301,-1] 2024-11-23T16:21:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:18,949 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d426cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:18,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,33301,1732378874956 2024-11-23T16:21:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45254282 2024-11-23T16:21:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:18,951 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:18,952 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:21:18,952 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:21:18,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:18,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:18,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:18,953 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1a7c5470b472:33301, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T16:21:18,959 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1a7c5470b472:33301, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1a7c5470b472:33301, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1a7c5470b472:33301, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-23T16:21:18,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1a7c5470b472:33301, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-23T16:21:18,960 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-23T16:21:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:19,050 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://1a7c5470b472:33301, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-23T16:21:19,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:19,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:19,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:19,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:19,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:19,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 362) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d-prefix:1a7c5470b472,35703,1732378875048.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45407 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a7c5470b472:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-10ceecef-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d-prefix:1a7c5470b472,35703,1732378875048 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52405 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2139759848_20 at /127.0.0.1:38236 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34837 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp140238719-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/1a7c5470b472:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe88c9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-380416920-172.17.0.2-1732378873948:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/1a7c5470b472:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp354939741-7905-acceptor-0@6595d96f-ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:45015} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@e834038 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/1a7c5470b472:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5d799d0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5229426c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52405): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1a7c5470b472:35703 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378876469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-380416920-172.17.0.2-1732378873948:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe88c430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;1a7c5470b472:33301 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe88c430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-380416920-172.17.0.2-1732378873948 heartbeating to localhost/127.0.0.1:45407 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-380416920-172.17.0.2-1732378873948:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52405) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp140238719-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe88c430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52405) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/data/data1/current/BP-380416920-172.17.0.2-1732378873948 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 1a7c5470b472:33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-497805383_20 at /127.0.0.1:38292 [Receiving block BP-380416920-172.17.0.2-1732378873948:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS_OPEN_META-regionserver/1a7c5470b472:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378876469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 1 on default port 45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp354939741-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe88c430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@614a12c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(2086727326) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/data/data2/current/BP-380416920-172.17.0.2-1732378873948 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@58317f63[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/cluster_a49b2ea8-6b7f-897f-002a-78ae8d101053/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp140238719-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe88c430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2139759848_20 at /127.0.0.1:38306 [Receiving block BP-380416920-172.17.0.2-1732378873948:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server idle connection scanner for port 45407 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007fe88cab9d98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45407/user/jenkins/test-data/c42449ff-fff7-5447-f13a-dfcf06fea90d/MasterData-prefix:1a7c5470b472,33301,1732378874956 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2139759848_20 at /127.0.0.1:38320 [Receiving block BP-380416920-172.17.0.2-1732378873948:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52405) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp140238719-7859-acceptor-0@1edcce91-ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:34689} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;1a7c5470b472:35703-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp140238719-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=879 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=7094 (was 7432) 2024-11-23T16:21:19,069 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-23T16:21:19,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=7094 2024-11-23T16:21:19,081 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-23T16:21:19,094 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-23T16:21:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.log.dir so I do NOT create it in target/test-data/cb69644d-ebae-a225-681c-576c48010ee1 2024-11-23T16:21:19,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:21:19,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.tmp.dir so I do NOT create it in target/test-data/cb69644d-ebae-a225-681c-576c48010ee1 2024-11-23T16:21:19,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c12b87f-1225-6f30-a5fb-2078c8e80e8e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:21:19,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1 2024-11-23T16:21:19,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa, deleteOnExit=true 2024-11-23T16:21:19,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/zookeeper_0, clientPort=59284, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T16:21:19,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59284 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/test.cache.data in system properties and HBase conf 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:21:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:21:19,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:21:19,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:21:19,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:19,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:19,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:19,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:19,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:21:19,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:19,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:19,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:19,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df38f92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/java.io.tmpdir/jetty-localhost-39057-hadoop-hdfs-3_4_1-tests_jar-_-any-16814097672353449107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:19,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:39057} 2024-11-23T16:21:19,313 INFO [Time-limited test {}] server.Server(415): Started @282466ms 2024-11-23T16:21:19,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:19,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:19,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:21:19,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:19,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:19,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bbe537c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/java.io.tmpdir/jetty-localhost-35877-hadoop-hdfs-3_4_1-tests_jar-_-any-3707060376079674034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:19,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:35877} 2024-11-23T16:21:19,587 INFO [Time-limited test {}] server.Server(415): Started @282740ms 2024-11-23T16:21:19,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:21:19,694 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/data/data1/current/BP-513742069-172.17.0.2-1732378879116/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:19,694 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/data/data2/current/BP-513742069-172.17.0.2-1732378879116/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:19,725 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:21:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57904b9eb91f0312 with lease ID 0x882a35f33691875a: Processing first storage report for DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf from datanode DatanodeRegistration(127.0.0.1:45539, datanodeUuid=7fb30d17-7f34-43db-b495-69008f9b120e, infoPort=44853, infoSecurePort=0, ipcPort=33785, storageInfo=lv=-57;cid=testClusterID;nsid=534565747;c=1732378879116) 2024-11-23T16:21:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57904b9eb91f0312 with lease ID 0x882a35f33691875a: from storage DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf node DatanodeRegistration(127.0.0.1:45539, datanodeUuid=7fb30d17-7f34-43db-b495-69008f9b120e, infoPort=44853, infoSecurePort=0, ipcPort=33785, storageInfo=lv=-57;cid=testClusterID;nsid=534565747;c=1732378879116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:21:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57904b9eb91f0312 with lease ID 0x882a35f33691875a: Processing first storage report for DS-c4a24b33-cd54-4d30-9b8d-1cb8641b0f06 from datanode DatanodeRegistration(127.0.0.1:45539, datanodeUuid=7fb30d17-7f34-43db-b495-69008f9b120e, infoPort=44853, infoSecurePort=0, ipcPort=33785, storageInfo=lv=-57;cid=testClusterID;nsid=534565747;c=1732378879116) 2024-11-23T16:21:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57904b9eb91f0312 with lease ID 0x882a35f33691875a: from storage DS-c4a24b33-cd54-4d30-9b8d-1cb8641b0f06 node DatanodeRegistration(127.0.0.1:45539, datanodeUuid=7fb30d17-7f34-43db-b495-69008f9b120e, infoPort=44853, infoSecurePort=0, ipcPort=33785, storageInfo=lv=-57;cid=testClusterID;nsid=534565747;c=1732378879116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:21:19,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1 2024-11-23T16:21:19,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:19,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:19,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:21:20,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38 with version=8 2024-11-23T16:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/hbase-staging 2024-11-23T16:21:20,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:21:20,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:20,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42139 2024-11-23T16:21:20,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42139 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421390x0, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:20,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42139-0x10145a1cf080000 connected 2024-11-23T16:21:20,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:20,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:20,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/running 2024-11-23T16:21:20,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38, hbase.cluster.distributed=false 2024-11-23T16:21:20,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/acl 2024-11-23T16:21:20,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-23T16:21:20,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42139 2024-11-23T16:21:20,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42139 2024-11-23T16:21:20,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-23T16:21:20,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-23T16:21:20,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:21:20,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:20,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35809 2024-11-23T16:21:20,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35809 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:20,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:20,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358090x0, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:20,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358090x0, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/running 2024-11-23T16:21:20,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35809-0x10145a1cf080001 connected 2024-11-23T16:21:20,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:21:20,314 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:21:20,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/master 2024-11-23T16:21:20,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/acl 2024-11-23T16:21:20,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-23T16:21:20,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35809 2024-11-23T16:21:20,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35809 2024-11-23T16:21:20,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-23T16:21:20,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-23T16:21:20,328 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:42139 2024-11-23T16:21:20,328 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1144972473/backup-masters/1a7c5470b472,42139,1732378880237 2024-11-23T16:21:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473/backup-masters 2024-11-23T16:21:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473/backup-masters 2024-11-23T16:21:20,330 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on existing znode=/0-1144972473/backup-masters/1a7c5470b472,42139,1732378880237 2024-11-23T16:21:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144972473/master 2024-11-23T16:21:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:20,332 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on existing znode=/0-1144972473/master 2024-11-23T16:21:20,332 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1144972473/backup-masters/1a7c5470b472,42139,1732378880237 from backup master directory 2024-11-23T16:21:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144972473/backup-masters/1a7c5470b472,42139,1732378880237 2024-11-23T16:21:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473/backup-masters 2024-11-23T16:21:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473/backup-masters 2024-11-23T16:21:20,333 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:20,333 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,42139,1732378880237 2024-11-23T16:21:20,337 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/hbase.id] with ID: 8d388930-953a-4a84-b4f7-9f4cbcef3ec5 2024-11-23T16:21:20,337 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/.tmp/hbase.id 2024-11-23T16:21:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:21:20,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:20,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:21:20,690 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108814 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:21:20,744 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/.tmp/hbase.id]:[hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/hbase.id] 2024-11-23T16:21:20,753 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:20,754 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:21:20,755 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:21:20,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:20,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:21:20,770 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:20,771 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:21:20,771 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:20,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:21:21,181 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store 2024-11-23T16:21:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:21:21,590 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:21,590 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:21,590 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:21,590 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:21,590 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:21,590 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:21,590 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:21,591 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378881590Disabling compacts and flushes for region at 1732378881590Disabling writes for close at 1732378881590Writing region close event to WAL at 1732378881590Closed at 1732378881590 2024-11-23T16:21:21,591 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/.initializing 2024-11-23T16:21:21,591 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/WALs/1a7c5470b472,42139,1732378880237 2024-11-23T16:21:21,592 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:21,593 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C42139%2C1732378880237, suffix=, logDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/WALs/1a7c5470b472,42139,1732378880237, archiveDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/oldWALs, maxLogs=10 2024-11-23T16:21:21,610 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/WALs/1a7c5470b472,42139,1732378880237/1a7c5470b472%2C42139%2C1732378880237.1732378881594, exclude list is [], retry=0 2024-11-23T16:21:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:21,614 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/WALs/1a7c5470b472,42139,1732378880237/1a7c5470b472%2C42139%2C1732378880237.1732378881594 2024-11-23T16:21:21,614 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:21,614 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:21,614 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:21,615 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,615 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:21:21,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:21,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:21,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:21:21,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:21,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:21,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:21:21,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:21,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:21,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:21:21,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:21,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:21,620 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,620 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,621 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,622 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:21,622 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:21,624 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:21,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72990769, jitterRate=0.0876472145318985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:21,624 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378881615Initializing all the Stores at 1732378881615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378881615Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378881615Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378881615Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378881615Cleaning up temporary data from old regions at 1732378881621 (+6 ms)Region opened successfully at 1732378881624 (+3 ms) 2024-11-23T16:21:21,624 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:21:21,626 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703d9b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:21,627 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:21:21,627 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:21:21,627 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:21:21,627 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:21:21,628 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:21:21,628 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:21:21,628 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:21:21,629 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:21:21,630 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Unable to get data of znode /0-1144972473/balancer because node does not exist (not necessarily an error) 2024-11-23T16:21:21,631 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144972473/balancer already deleted, retry=false 2024-11-23T16:21:21,631 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:21:21,632 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Unable to get data of znode /0-1144972473/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:21:21,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144972473/normalizer already deleted, retry=false 2024-11-23T16:21:21,633 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:21:21,634 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Unable to get data of znode /0-1144972473/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:21:21,635 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144972473/switch/split already deleted, retry=false 2024-11-23T16:21:21,635 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Unable to get data of znode /0-1144972473/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:21:21,637 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144972473/switch/merge already deleted, retry=false 2024-11-23T16:21:21,638 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Unable to get data of znode /0-1144972473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:21:21,639 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144972473/snapshot-cleanup already deleted, retry=false 2024-11-23T16:21:21,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144972473/running 2024-11-23T16:21:21,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144972473/running 2024-11-23T16:21:21,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:21,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:21,641 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,42139,1732378880237, sessionid=0x10145a1cf080000, setting cluster-up flag (Was=false) 2024-11-23T16:21:21,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:21,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:21,647 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1144972473/flush-table-proc/acquired, /0-1144972473/flush-table-proc/reached, /0-1144972473/flush-table-proc/abort 2024-11-23T16:21:21,648 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,42139,1732378880237 2024-11-23T16:21:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:21,655 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1144972473/online-snapshot/acquired, /0-1144972473/online-snapshot/reached, /0-1144972473/online-snapshot/abort 2024-11-23T16:21:21,656 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,42139,1732378880237 2024-11-23T16:21:21,657 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:21:21,658 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:21,658 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:21:21,658 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:21:21,658 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,42139,1732378880237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:21,659 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,660 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378911660 2024-11-23T16:21:21,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:21:21,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:21:21,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:21,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:21:21,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:21:21,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:21:21,661 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:21:21,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:21:21,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:21,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:21:21,663 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:21:21,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:21:21,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:21:21,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:21:21,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:21:21,664 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:21:21,664 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378881664,5,FailOnTimeoutGroup] 2024-11-23T16:21:21,668 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378881664,5,FailOnTimeoutGroup] 2024-11-23T16:21:21,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:21:21,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,668 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:21:21,719 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(746): ClusterId : 8d388930-953a-4a84-b4f7-9f4cbcef3ec5 2024-11-23T16:21:21,719 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:21:21,721 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:21:21,721 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:21:21,722 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:21:21,722 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48702e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:21,734 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:35809 2024-11-23T16:21:21,734 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:21:21,734 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:21:21,734 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:21:21,735 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,42139,1732378880237 with port=35809, startcode=1732378880305 2024-11-23T16:21:21,735 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:21:21,736 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:21:21,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,35809,1732378880305 2024-11-23T16:21:21,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42139 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:21,738 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38 2024-11-23T16:21:21,738 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35629 2024-11-23T16:21:21,738 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:21:21,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473/rs 2024-11-23T16:21:21,739 DEBUG [RS:0;1a7c5470b472:35809 {}] zookeeper.ZKUtil(111): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on existing znode=/0-1144972473/rs/1a7c5470b472,35809,1732378880305 2024-11-23T16:21:21,739 WARN [RS:0;1a7c5470b472:35809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:21,739 INFO [RS:0;1a7c5470b472:35809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:21,739 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305 2024-11-23T16:21:21,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,35809,1732378880305] 2024-11-23T16:21:21,742 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:21:21,743 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:21:21,743 INFO [RS:0;1a7c5470b472:35809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:21:21,743 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,744 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:21:21,744 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:21:21,744 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:21,744 DEBUG [RS:0;1a7c5470b472:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:21,745 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,745 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,745 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,745 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,745 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,745 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,35809,1732378880305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:21,761 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:21:21,762 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,35809,1732378880305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,762 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,762 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.Replication(171): 1a7c5470b472,35809,1732378880305 started 2024-11-23T16:21:21,776 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:21,776 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,35809,1732378880305, RpcServer on 1a7c5470b472/172.17.0.2:35809, sessionid=0x10145a1cf080001 2024-11-23T16:21:21,776 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:21:21,776 DEBUG [RS:0;1a7c5470b472:35809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,35809,1732378880305 2024-11-23T16:21:21,776 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,35809,1732378880305' 2024-11-23T16:21:21,776 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1144972473/flush-table-proc/abort' 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1144972473/flush-table-proc/acquired' 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,35809,1732378880305 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,35809,1732378880305' 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1144972473/online-snapshot/abort' 2024-11-23T16:21:21,777 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1144972473/online-snapshot/acquired' 2024-11-23T16:21:21,778 DEBUG [RS:0;1a7c5470b472:35809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:21:21,778 INFO [RS:0;1a7c5470b472:35809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:21:21,778 INFO [RS:0;1a7c5470b472:35809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:21:21,878 INFO [RS:0;1a7c5470b472:35809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:21,879 INFO [RS:0;1a7c5470b472:35809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35809%2C1732378880305, suffix=, logDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305, archiveDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/oldWALs, maxLogs=10 2024-11-23T16:21:21,895 DEBUG [RS:0;1a7c5470b472:35809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880, exclude list is [], retry=0 2024-11-23T16:21:21,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:21,904 INFO [RS:0;1a7c5470b472:35809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 2024-11-23T16:21:21,905 DEBUG [RS:0;1a7c5470b472:35809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:21,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T16:21:21,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T16:21:21,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:21,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T16:21:22,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:21:22,071 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38 2024-11-23T16:21:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:21:22,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:22,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:22,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:22,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:22,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:22,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:22,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:22,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:22,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:22,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:22,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740 2024-11-23T16:21:22,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740 2024-11-23T16:21:22,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:22,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:22,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:22,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:22,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:22,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60364906, jitterRate=-0.10049280524253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378882478Initializing all the Stores at 1732378882478Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378882478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378882479 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378882479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378882479Cleaning up temporary data from old regions at 1732378882487 (+8 ms)Region opened successfully at 1732378882490 (+3 ms) 2024-11-23T16:21:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:22,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:22,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378882491Disabling compacts and flushes for region at 1732378882491Disabling writes for close at 1732378882491Writing region close event to WAL at 1732378882491Closed at 1732378882491 2024-11-23T16:21:22,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:22,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:21:22,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:21:22,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:22,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:21:22,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:21:22,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T16:21:22,644 DEBUG [1a7c5470b472:42139 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:21:22,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:22,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,35809,1732378880305, state=OPENING 2024-11-23T16:21:22,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:21:22,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:22,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:22,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144972473/meta-region-server: CHANGED 2024-11-23T16:21:22,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:22,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144972473/meta-region-server: CHANGED 2024-11-23T16:21:22,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,35809,1732378880305}] 2024-11-23T16:21:22,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:22,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:21:22,815 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:21:22,815 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:22,816 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:21:22,817 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35809%2C1732378880305.meta, suffix=.meta, logDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305, archiveDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/oldWALs, maxLogs=10 2024-11-23T16:21:22,836 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.meta.1732378882818.meta, exclude list is [], retry=0 2024-11-23T16:21:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:22,839 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.meta.1732378882818.meta 2024-11-23T16:21:22,839 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:22,839 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:22,840 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:22,840 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:21:22,840 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:21:22,840 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:21:22,840 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:21:22,840 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:22,840 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:21:22,840 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:21:22,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:22,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:22,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:22,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:22,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:22,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:22,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:22,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:22,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:22,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:22,845 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:22,845 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740 2024-11-23T16:21:22,846 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740 2024-11-23T16:21:22,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:22,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:22,847 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:22,848 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:22,849 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65455916, jitterRate=-0.024630844593048096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:22,849 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:21:22,849 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378882840Writing region info on filesystem at 1732378882840Initializing all the Stores at 1732378882841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378882841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378882841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378882841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378882841Cleaning up temporary data from old regions at 1732378882847 (+6 ms)Running coprocessor post-open hooks at 1732378882849 (+2 ms)Region opened successfully at 1732378882849 2024-11-23T16:21:22,850 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378882811 2024-11-23T16:21:22,851 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:21:22,851 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:21:22,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:22,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,35809,1732378880305, state=OPEN 2024-11-23T16:21:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144972473/meta-region-server 2024-11-23T16:21:22,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:22,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144972473/meta-region-server: CHANGED 2024-11-23T16:21:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144972473/meta-region-server 2024-11-23T16:21:22,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144972473/meta-region-server: CHANGED 2024-11-23T16:21:22,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:21:22,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,35809,1732378880305 in 195 msec 2024-11-23T16:21:22,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:21:22,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-23T16:21:22,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:22,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:21:22,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:22,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35809,1732378880305, seqNum=-1] 2024-11-23T16:21:22,859 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:22,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:22,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-23T16:21:22,864 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378882864, completionTime=-1 2024-11-23T16:21:22,864 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:21:22,864 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378942866 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732379002866 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42139,1732378880237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42139,1732378880237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42139,1732378880237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:42139, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,866 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,867 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,868 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.537sec 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42139,1732378880237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:22,870 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42139,1732378880237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:21:22,872 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:21:22,872 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:21:22,872 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,42139,1732378880237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:22,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac718c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:22,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42139,-1 for getting cluster id 2024-11-23T16:21:22,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:22,922 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d388930-953a-4a84-b4f7-9f4cbcef3ec5' 2024-11-23T16:21:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d388930-953a-4a84-b4f7-9f4cbcef3ec5" 2024-11-23T16:21:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8daaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42139,-1] 2024-11-23T16:21:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:22,925 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:22,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2161cf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:22,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35809,1732378880305, seqNum=-1] 2024-11-23T16:21:22,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:22,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:22,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,42139,1732378880237 2024-11-23T16:21:22,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:22,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10145a1cf080002 connected 2024-11-23T16:21:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir so I do NOT create it in target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469 2024-11-23T16:21:22,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:21:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.tmp.dir so I do NOT create it in target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469 2024-11-23T16:21:22,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:21:22,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469 2024-11-23T16:21:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/cluster_564f1eb6-2414-6722-c9df-ac1a71cce1ba, deleteOnExit=true 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/test.cache.data in system properties and HBase conf 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:21:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:21:22,948 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:21:22,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:21:23,029 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T16:21:23,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,031 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,031 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,032 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,032 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,065 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,065 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,070 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,075 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,075 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:23,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:23,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:23,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:23,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:23,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T16:21:23,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:23,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@772e1cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:23,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f392555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:23,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f8c2f2f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/java.io.tmpdir/jetty-localhost-38027-hadoop-hdfs-3_4_1-tests_jar-_-any-18237599321887479586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:23,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2b1f96{HTTP/1.1, (http/1.1)}{localhost:38027} 2024-11-23T16:21:23,258 INFO [Time-limited test {}] server.Server(415): Started @286411ms 2024-11-23T16:21:23,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:23,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:23,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:23,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:23,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:21:23,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aba0120{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:23,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b583009{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:23,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49c06ed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/java.io.tmpdir/jetty-localhost-43721-hadoop-hdfs-3_4_1-tests_jar-_-any-13193567800490655524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:23,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@362a4d7b{HTTP/1.1, (http/1.1)}{localhost:43721} 2024-11-23T16:21:23,468 INFO [Time-limited test {}] server.Server(415): Started @286621ms 2024-11-23T16:21:23,469 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:21:23,572 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/cluster_564f1eb6-2414-6722-c9df-ac1a71cce1ba/data/data1/current/BP-1862261828-172.17.0.2-1732378882973/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:23,572 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/cluster_564f1eb6-2414-6722-c9df-ac1a71cce1ba/data/data2/current/BP-1862261828-172.17.0.2-1732378882973/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:23,592 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:21:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4aa83e354d2fbe8d with lease ID 0x82063ad12e797995: Processing first storage report for DS-2a062a3c-e3c7-4a74-9191-e9d02949e1c1 from datanode DatanodeRegistration(127.0.0.1:42569, datanodeUuid=db6c5968-d7a2-4014-be02-b3845ec32cce, infoPort=36847, infoSecurePort=0, ipcPort=37965, storageInfo=lv=-57;cid=testClusterID;nsid=1767623041;c=1732378882973) 2024-11-23T16:21:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4aa83e354d2fbe8d with lease ID 0x82063ad12e797995: from storage DS-2a062a3c-e3c7-4a74-9191-e9d02949e1c1 node DatanodeRegistration(127.0.0.1:42569, datanodeUuid=db6c5968-d7a2-4014-be02-b3845ec32cce, infoPort=36847, infoSecurePort=0, ipcPort=37965, storageInfo=lv=-57;cid=testClusterID;nsid=1767623041;c=1732378882973), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:21:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4aa83e354d2fbe8d with lease ID 0x82063ad12e797995: Processing first storage report for DS-aafc6ad7-fd16-46c1-8558-96a7e1a69dc5 from datanode DatanodeRegistration(127.0.0.1:42569, datanodeUuid=db6c5968-d7a2-4014-be02-b3845ec32cce, infoPort=36847, infoSecurePort=0, ipcPort=37965, storageInfo=lv=-57;cid=testClusterID;nsid=1767623041;c=1732378882973) 2024-11-23T16:21:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4aa83e354d2fbe8d with lease ID 0x82063ad12e797995: from storage DS-aafc6ad7-fd16-46c1-8558-96a7e1a69dc5 node DatanodeRegistration(127.0.0.1:42569, datanodeUuid=db6c5968-d7a2-4014-be02-b3845ec32cce, infoPort=36847, infoSecurePort=0, ipcPort=37965, storageInfo=lv=-57;cid=testClusterID;nsid=1767623041;c=1732378882973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:21:23,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469 2024-11-23T16:21:23,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:23,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:23,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:21:24,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300 with version=8 2024-11-23T16:21:24,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/hbase-staging 2024-11-23T16:21:24,104 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:21:24,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:24,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39555 2024-11-23T16:21:24,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39555 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:24,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395550x0, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:24,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39555-0x10145a1cf080003 connected 2024-11-23T16:21:24,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:24,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:24,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/running 2024-11-23T16:21:24,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300, hbase.cluster.distributed=false 2024-11-23T16:21:24,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/acl 2024-11-23T16:21:24,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-23T16:21:24,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39555 2024-11-23T16:21:24,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39555 2024-11-23T16:21:24,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-23T16:21:24,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-23T16:21:24,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:24,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:24,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:24,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:24,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:24,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:24,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:21:24,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:24,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35425 2024-11-23T16:21:24,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35425 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:24,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:24,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354250x0, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:24,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354250x0, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/running 2024-11-23T16:21:24,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35425-0x10145a1cf080004 connected 2024-11-23T16:21:24,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:21:24,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:21:24,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/master 2024-11-23T16:21:24,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/acl 2024-11-23T16:21:24,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35425 2024-11-23T16:21:24,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35425 2024-11-23T16:21:24,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35425 2024-11-23T16:21:24,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35425 2024-11-23T16:21:24,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35425 2024-11-23T16:21:24,180 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:39555 2024-11-23T16:21:24,181 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1027170814/backup-masters/1a7c5470b472,39555,1732378884104 2024-11-23T16:21:24,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814/backup-masters 2024-11-23T16:21:24,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814/backup-masters 2024-11-23T16:21:24,182 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on existing znode=/1-1027170814/backup-masters/1a7c5470b472,39555,1732378884104 2024-11-23T16:21:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1027170814/master 2024-11-23T16:21:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:24,185 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on existing znode=/1-1027170814/master 2024-11-23T16:21:24,186 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1027170814/backup-masters/1a7c5470b472,39555,1732378884104 from backup master directory 2024-11-23T16:21:24,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1027170814/backup-masters/1a7c5470b472,39555,1732378884104 2024-11-23T16:21:24,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814/backup-masters 2024-11-23T16:21:24,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814/backup-masters 2024-11-23T16:21:24,187 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:24,187 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,39555,1732378884104 2024-11-23T16:21:24,190 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/hbase.id] with ID: 0d3eb7bc-9ffe-4e5c-8793-49b3217b4845 2024-11-23T16:21:24,190 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/.tmp/hbase.id 2024-11-23T16:21:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:21:24,598 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/.tmp/hbase.id]:[hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/hbase.id] 2024-11-23T16:21:24,607 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:24,607 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:21:24,608 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T16:21:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:21:25,022 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:25,022 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:21:25,023 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:21:25,429 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store 2024-11-23T16:21:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:21:25,834 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:25,834 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:25,834 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:25,834 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:25,834 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:25,834 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:25,834 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:25,834 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378885834Disabling compacts and flushes for region at 1732378885834Disabling writes for close at 1732378885834Writing region close event to WAL at 1732378885834Closed at 1732378885834 2024-11-23T16:21:25,835 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/.initializing 2024-11-23T16:21:25,835 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/WALs/1a7c5470b472,39555,1732378884104 2024-11-23T16:21:25,836 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:25,838 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C39555%2C1732378884104, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/WALs/1a7c5470b472,39555,1732378884104, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/oldWALs, maxLogs=10 2024-11-23T16:21:25,854 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/WALs/1a7c5470b472,39555,1732378884104/1a7c5470b472%2C39555%2C1732378884104.1732378885838, exclude list is [], retry=0 2024-11-23T16:21:25,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-2a062a3c-e3c7-4a74-9191-e9d02949e1c1,DISK] 2024-11-23T16:21:25,858 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/WALs/1a7c5470b472,39555,1732378884104/1a7c5470b472%2C39555%2C1732378884104.1732378885838 2024-11-23T16:21:25,858 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36847:36847)] 2024-11-23T16:21:25,858 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:25,858 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:25,858 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,858 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:21:25,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:25,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:25,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:21:25,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:25,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:25,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:21:25,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:25,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:25,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:21:25,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:25,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:25,864 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,865 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,866 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,866 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,866 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:25,867 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:25,868 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:25,869 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62070669, jitterRate=-0.07507495582103729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:25,869 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378885858Initializing all the Stores at 1732378885859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378885859Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378885859Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378885859Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378885859Cleaning up temporary data from old regions at 1732378885866 (+7 ms)Region opened successfully at 1732378885869 (+3 ms) 2024-11-23T16:21:25,869 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:21:25,872 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5332b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:25,873 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:21:25,873 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:21:25,873 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:21:25,873 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:21:25,873 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:21:25,874 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:21:25,874 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:21:25,875 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:21:25,876 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Unable to get data of znode /1-1027170814/balancer because node does not exist (not necessarily an error) 2024-11-23T16:21:25,877 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1027170814/balancer already deleted, retry=false 2024-11-23T16:21:25,877 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:21:25,878 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Unable to get data of znode /1-1027170814/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:21:25,879 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1027170814/normalizer already deleted, retry=false 2024-11-23T16:21:25,879 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:21:25,880 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Unable to get data of znode /1-1027170814/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:21:25,880 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1027170814/switch/split already deleted, retry=false 2024-11-23T16:21:25,881 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Unable to get data of znode /1-1027170814/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:21:25,884 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1027170814/switch/merge already deleted, retry=false 2024-11-23T16:21:25,885 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Unable to get data of znode /1-1027170814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:21:25,886 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1027170814/snapshot-cleanup already deleted, retry=false 2024-11-23T16:21:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1027170814/running 2024-11-23T16:21:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:25,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1027170814/running 2024-11-23T16:21:25,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:25,888 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,39555,1732378884104, sessionid=0x10145a1cf080003, setting cluster-up flag (Was=false) 2024-11-23T16:21:25,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:25,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:25,895 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1027170814/flush-table-proc/acquired, /1-1027170814/flush-table-proc/reached, /1-1027170814/flush-table-proc/abort 2024-11-23T16:21:25,896 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39555,1732378884104 2024-11-23T16:21:25,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:25,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:25,908 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1027170814/online-snapshot/acquired, /1-1027170814/online-snapshot/reached, /1-1027170814/online-snapshot/abort 2024-11-23T16:21:25,909 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,39555,1732378884104 2024-11-23T16:21:25,910 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:21:25,912 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:25,912 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:21:25,913 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:21:25,913 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,39555,1732378884104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:21:25,914 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:25,914 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:25,914 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:25,914 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:25,914 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:21:25,915 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:25,915 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:25,915 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:25,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378915928 2024-11-23T16:21:25,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:21:25,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:21:25,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:21:25,928 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:21:25,929 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:21:25,929 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:21:25,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:25,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:21:25,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:25,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:21:25,934 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:25,936 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:21:25,936 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:21:25,937 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:21:25,937 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:21:25,943 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:21:25,943 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:21:25,944 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378885944,5,FailOnTimeoutGroup] 2024-11-23T16:21:25,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:21:25,948 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378885944,5,FailOnTimeoutGroup] 2024-11-23T16:21:25,948 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:25,948 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:21:25,948 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:25,948 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:25,972 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(746): ClusterId : 0d3eb7bc-9ffe-4e5c-8793-49b3217b4845 2024-11-23T16:21:25,972 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:21:25,974 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:21:25,974 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:21:25,977 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:21:25,978 DEBUG [RS:0;1a7c5470b472:35425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29874067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:25,999 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:35425 2024-11-23T16:21:26,000 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:21:26,000 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:21:26,000 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:21:26,000 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,39555,1732378884104 with port=35425, startcode=1732378884149 2024-11-23T16:21:26,001 DEBUG [RS:0;1a7c5470b472:35425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:21:26,002 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:21:26,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,004 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300 2024-11-23T16:21:26,004 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-11-23T16:21:26,004 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:21:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814/rs 2024-11-23T16:21:26,012 DEBUG [RS:0;1a7c5470b472:35425 {}] zookeeper.ZKUtil(111): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on existing znode=/1-1027170814/rs/1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,012 WARN [RS:0;1a7c5470b472:35425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:26,012 INFO [RS:0;1a7c5470b472:35425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:26,012 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,35425,1732378884149] 2024-11-23T16:21:26,019 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:21:26,024 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:21:26,028 INFO [RS:0;1a7c5470b472:35425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:21:26,028 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,029 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:21:26,029 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:21:26,029 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,029 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,029 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:26,030 DEBUG [RS:0;1a7c5470b472:35425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:26,032 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,032 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,032 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,032 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,032 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,032 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,35425,1732378884149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:26,052 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:21:26,052 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,35425,1732378884149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,052 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,052 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.Replication(171): 1a7c5470b472,35425,1732378884149 started 2024-11-23T16:21:26,072 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,072 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,35425,1732378884149, RpcServer on 1a7c5470b472/172.17.0.2:35425, sessionid=0x10145a1cf080004 2024-11-23T16:21:26,072 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:21:26,072 DEBUG [RS:0;1a7c5470b472:35425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,072 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,35425,1732378884149' 2024-11-23T16:21:26,072 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1027170814/flush-table-proc/abort' 2024-11-23T16:21:26,073 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1027170814/flush-table-proc/acquired' 2024-11-23T16:21:26,073 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:21:26,073 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:21:26,073 DEBUG [RS:0;1a7c5470b472:35425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,073 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,35425,1732378884149' 2024-11-23T16:21:26,073 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1027170814/online-snapshot/abort' 2024-11-23T16:21:26,074 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1027170814/online-snapshot/acquired' 2024-11-23T16:21:26,074 DEBUG [RS:0;1a7c5470b472:35425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:21:26,074 INFO [RS:0;1a7c5470b472:35425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:21:26,074 INFO [RS:0;1a7c5470b472:35425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:21:26,175 INFO [RS:0;1a7c5470b472:35425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:26,176 INFO [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35425%2C1732378884149, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/oldWALs, maxLogs=10 2024-11-23T16:21:26,191 DEBUG [RS:0;1a7c5470b472:35425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149/1a7c5470b472%2C35425%2C1732378884149.1732378886176, exclude list is [], retry=0 2024-11-23T16:21:26,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-2a062a3c-e3c7-4a74-9191-e9d02949e1c1,DISK] 2024-11-23T16:21:26,195 INFO [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149/1a7c5470b472%2C35425%2C1732378884149.1732378886176 2024-11-23T16:21:26,195 DEBUG [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36847:36847)] 2024-11-23T16:21:26,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:21:26,347 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300 2024-11-23T16:21:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:21:26,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:26,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:26,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:26,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:26,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:26,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:26,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:26,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:26,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:26,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:26,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740 2024-11-23T16:21:26,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740 2024-11-23T16:21:26,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:26,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:26,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:26,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:26,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:26,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60282486, jitterRate=-0.10172095894813538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:26,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378886354Initializing all the Stores at 1732378886354Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378886354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378886355 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378886355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378886355Cleaning up temporary data from old regions at 1732378886364 (+9 ms)Region opened successfully at 1732378886368 (+4 ms) 2024-11-23T16:21:26,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:26,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:26,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:26,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:26,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:26,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:26,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378886368Disabling compacts and flushes for region at 1732378886368Disabling writes for close at 1732378886368Writing region close event to WAL at 1732378886369 (+1 ms)Closed at 1732378886369 2024-11-23T16:21:26,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:26,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:21:26,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:21:26,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:26,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:21:26,522 DEBUG [1a7c5470b472:39555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:21:26,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,35425,1732378884149, state=OPENING 2024-11-23T16:21:26,525 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:21:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:26,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:26,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1027170814/meta-region-server: CHANGED 2024-11-23T16:21:26,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:26,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,35425,1732378884149}] 2024-11-23T16:21:26,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1027170814/meta-region-server: CHANGED 2024-11-23T16:21:26,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:26,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:21:26,686 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:21:26,686 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:26,686 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:21:26,688 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35425%2C1732378884149.meta, suffix=.meta, logDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/oldWALs, maxLogs=10 2024-11-23T16:21:26,707 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149/1a7c5470b472%2C35425%2C1732378884149.meta.1732378886688.meta, exclude list is [], retry=0 2024-11-23T16:21:26,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-2a062a3c-e3c7-4a74-9191-e9d02949e1c1,DISK] 2024-11-23T16:21:26,712 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/WALs/1a7c5470b472,35425,1732378884149/1a7c5470b472%2C35425%2C1732378884149.meta.1732378886688.meta 2024-11-23T16:21:26,712 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36847:36847)] 2024-11-23T16:21:26,712 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:26,713 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:26,713 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:21:26,713 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:21:26,713 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:21:26,713 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:21:26,713 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:26,713 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:21:26,713 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:21:26,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:26,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:26,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:26,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:26,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:26,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:26,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:26,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:26,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:26,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:26,718 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:26,719 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740 2024-11-23T16:21:26,719 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740 2024-11-23T16:21:26,720 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:26,720 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:26,721 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:26,727 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:26,728 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532398, jitterRate=-0.02349117398262024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:26,728 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:21:26,728 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378886713Writing region info on filesystem at 1732378886713Initializing all the Stores at 1732378886714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378886714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378886714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378886714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378886714Cleaning up temporary data from old regions at 1732378886720 (+6 ms)Running coprocessor post-open hooks at 1732378886728 (+8 ms)Region opened successfully at 1732378886728 2024-11-23T16:21:26,732 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378886681 2024-11-23T16:21:26,734 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:21:26,734 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:21:26,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,35425,1732378884149, state=OPEN 2024-11-23T16:21:26,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1027170814/meta-region-server 2024-11-23T16:21:26,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1027170814/meta-region-server 2024-11-23T16:21:26,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1027170814/meta-region-server: CHANGED 2024-11-23T16:21:26,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1027170814/meta-region-server: CHANGED 2024-11-23T16:21:26,737 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,35425,1732378884149 2024-11-23T16:21:26,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:21:26,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,35425,1732378884149 in 209 msec 2024-11-23T16:21:26,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:26,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:21:26,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:21:26,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-23T16:21:26,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:26,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35425,1732378884149, seqNum=-1] 2024-11-23T16:21:26,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:26,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:26,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-11-23T16:21:26,762 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378886762, completionTime=-1 2024-11-23T16:21:26,762 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:21:26,762 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:21:26,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:21:26,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378946764 2024-11-23T16:21:26,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732379006764 2024-11-23T16:21:26,764 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:21:26,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39555,1732378884104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39555,1732378884104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39555,1732378884104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:39555, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,765 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,767 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:21:26,779 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.596sec 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39555,1732378884104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:26,783 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39555,1732378884104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:21:26,792 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:21:26,792 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:21:26,792 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,39555,1732378884104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:26,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:26,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39555,-1 for getting cluster id 2024-11-23T16:21:26,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:26,879 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d3eb7bc-9ffe-4e5c-8793-49b3217b4845' 2024-11-23T16:21:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d3eb7bc-9ffe-4e5c-8793-49b3217b4845" 2024-11-23T16:21:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12979fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39555,-1] 2024-11-23T16:21:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:26,881 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:26,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d79a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:26,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35425,1732378884149, seqNum=-1] 2024-11-23T16:21:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:26,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:26,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,39555,1732378884104 2024-11-23T16:21:26,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:26,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir so I do NOT create it in target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0 2024-11-23T16:21:26,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T16:21:26,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.tmp.dir so I do NOT create it in target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0 2024-11-23T16:21:26,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T16:21:26,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0 2024-11-23T16:21:26,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/cluster_0db7e9c0-7bf2-3f92-94f9-d14922648c21, deleteOnExit=true 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/test.cache.data in system properties and HBase conf 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/hadoop.log.dir in system properties and HBase conf 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T16:21:26,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/nfs.dump.dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/java.io.tmpdir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T16:21:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T16:21:26,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10145a1cf080005 connected 2024-11-23T16:21:27,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:27,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:27,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:27,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:27,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:21:27,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:27,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:27,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:27,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37627d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-18003539670627875923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:27,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-11-23T16:21:27,201 INFO [Time-limited test {}] server.Server(415): Started @290354ms 2024-11-23T16:21:27,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T16:21:27,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T16:21:27,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T16:21:27,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T16:21:27,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T16:21:27,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/hadoop.log.dir/,AVAILABLE} 2024-11-23T16:21:27,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T16:21:27,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3825ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/java.io.tmpdir/jetty-localhost-43063-hadoop-hdfs-3_4_1-tests_jar-_-any-15625117677064582646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:27,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:43063} 2024-11-23T16:21:27,470 INFO [Time-limited test {}] server.Server(415): Started @290623ms 2024-11-23T16:21:27,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T16:21:27,594 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/cluster_0db7e9c0-7bf2-3f92-94f9-d14922648c21/data/data2/current/BP-370266158-172.17.0.2-1732378886920/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:27,600 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/cluster_0db7e9c0-7bf2-3f92-94f9-d14922648c21/data/data1/current/BP-370266158-172.17.0.2-1732378886920/current, will proceed with Du for space computation calculation, 2024-11-23T16:21:27,659 WARN [Thread-4520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T16:21:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95d042aa58eb1761 with lease ID 0x12e2940cd3ed5ad8: Processing first storage report for DS-4fb47b67-6bad-4071-959b-26e674874370 from datanode DatanodeRegistration(127.0.0.1:42949, datanodeUuid=84aaa7af-9bb5-4172-b204-cd0e7a705cc2, infoPort=42871, infoSecurePort=0, ipcPort=45025, storageInfo=lv=-57;cid=testClusterID;nsid=1369831632;c=1732378886920) 2024-11-23T16:21:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95d042aa58eb1761 with lease ID 0x12e2940cd3ed5ad8: from storage DS-4fb47b67-6bad-4071-959b-26e674874370 node DatanodeRegistration(127.0.0.1:42949, datanodeUuid=84aaa7af-9bb5-4172-b204-cd0e7a705cc2, infoPort=42871, infoSecurePort=0, ipcPort=45025, storageInfo=lv=-57;cid=testClusterID;nsid=1369831632;c=1732378886920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T16:21:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95d042aa58eb1761 with lease ID 0x12e2940cd3ed5ad8: Processing first storage report for DS-32dc3e87-3126-46c1-bbc8-6e46f5b5b93b from datanode DatanodeRegistration(127.0.0.1:42949, datanodeUuid=84aaa7af-9bb5-4172-b204-cd0e7a705cc2, infoPort=42871, infoSecurePort=0, ipcPort=45025, storageInfo=lv=-57;cid=testClusterID;nsid=1369831632;c=1732378886920) 2024-11-23T16:21:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95d042aa58eb1761 with lease ID 0x12e2940cd3ed5ad8: from storage DS-32dc3e87-3126-46c1-bbc8-6e46f5b5b93b node DatanodeRegistration(127.0.0.1:42949, datanodeUuid=84aaa7af-9bb5-4172-b204-cd0e7a705cc2, infoPort=42871, infoSecurePort=0, ipcPort=45025, storageInfo=lv=-57;cid=testClusterID;nsid=1369831632;c=1732378886920), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T16:21:27,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0 2024-11-23T16:21:27,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:27,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741825_1001 (size=7) 2024-11-23T16:21:28,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00 with version=8 2024-11-23T16:21:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/hbase-staging 2024-11-23T16:21:28,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T16:21:28,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:28,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41035 2024-11-23T16:21:28,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41035 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:28,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410350x0, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:28,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41035-0x10145a1cf080006 connected 2024-11-23T16:21:28,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:28,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:28,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/running 2024-11-23T16:21:28,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00, hbase.cluster.distributed=false 2024-11-23T16:21:28,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/acl 2024-11-23T16:21:28,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41035 2024-11-23T16:21:28,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41035 2024-11-23T16:21:28,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41035 2024-11-23T16:21:28,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41035 2024-11-23T16:21:28,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41035 2024-11-23T16:21:28,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a7c5470b472:0 server-side Connection retries=45 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T16:21:28,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T16:21:28,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44305 2024-11-23T16:21:28,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44305 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:28,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:28,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:28,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443050x0, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:28,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44305-0x10145a1cf080007 connected 2024-11-23T16:21:28,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443050x0, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/running 2024-11-23T16:21:28,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T16:21:28,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T16:21:28,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/master 2024-11-23T16:21:28,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/acl 2024-11-23T16:21:28,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44305 2024-11-23T16:21:28,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44305 2024-11-23T16:21:28,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44305 2024-11-23T16:21:28,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44305 2024-11-23T16:21:28,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44305 2024-11-23T16:21:28,272 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a7c5470b472:41035 2024-11-23T16:21:28,273 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2226002870/backup-masters/1a7c5470b472,41035,1732378888172 2024-11-23T16:21:28,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870/backup-masters 2024-11-23T16:21:28,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870/backup-masters 2024-11-23T16:21:28,275 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on existing znode=/2226002870/backup-masters/1a7c5470b472,41035,1732378888172 2024-11-23T16:21:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2226002870/master 2024-11-23T16:21:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:28,277 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on existing znode=/2226002870/master 2024-11-23T16:21:28,278 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2226002870/backup-masters/1a7c5470b472,41035,1732378888172 from backup master directory 2024-11-23T16:21:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870/backup-masters 2024-11-23T16:21:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2226002870/backup-masters/1a7c5470b472,41035,1732378888172 2024-11-23T16:21:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870/backup-masters 2024-11-23T16:21:28,279 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:28,279 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a7c5470b472,41035,1732378888172 2024-11-23T16:21:28,285 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/hbase.id] with ID: 84ab0c4c-299d-4146-9332-d0317f042ca0 2024-11-23T16:21:28,285 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/.tmp/hbase.id 2024-11-23T16:21:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741826_1002 (size=42) 2024-11-23T16:21:28,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:21:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:28,695 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/.tmp/hbase.id]:[hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/hbase.id] 2024-11-23T16:21:28,704 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:28,704 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T16:21:28,705 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T16:21:28,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:28,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741827_1003 (size=196) 2024-11-23T16:21:28,711 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:28,712 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T16:21:28,712 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741828_1004 (size=1189) 2024-11-23T16:21:29,118 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store 2024-11-23T16:21:29,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741829_1005 (size=34) 2024-11-23T16:21:29,526 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:29,526 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:29,526 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:29,526 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:29,526 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:29,527 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:29,527 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:29,527 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378889526Disabling compacts and flushes for region at 1732378889526Disabling writes for close at 1732378889526Writing region close event to WAL at 1732378889527 (+1 ms)Closed at 1732378889527 2024-11-23T16:21:29,527 WARN [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/.initializing 2024-11-23T16:21:29,527 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/WALs/1a7c5470b472,41035,1732378888172 2024-11-23T16:21:29,528 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:29,530 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a7c5470b472%2C41035%2C1732378888172, suffix=, logDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/WALs/1a7c5470b472,41035,1732378888172, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/oldWALs, maxLogs=10 2024-11-23T16:21:29,545 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/WALs/1a7c5470b472,41035,1732378888172/1a7c5470b472%2C41035%2C1732378888172.1732378889530, exclude list is [], retry=0 2024-11-23T16:21:29,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42949,DS-4fb47b67-6bad-4071-959b-26e674874370,DISK] 2024-11-23T16:21:29,553 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/WALs/1a7c5470b472,41035,1732378888172/1a7c5470b472%2C41035%2C1732378888172.1732378889530 2024-11-23T16:21:29,556 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42871:42871)] 2024-11-23T16:21:29,556 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:29,557 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:29,557 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,557 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T16:21:29,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:29,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:29,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T16:21:29,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:29,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:29,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T16:21:29,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:29,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:29,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T16:21:29,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:29,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:29,567 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,568 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,569 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,570 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,571 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,571 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:29,573 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T16:21:29,575 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:29,576 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59531521, jitterRate=-0.11291120946407318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:29,576 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732378889557Initializing all the Stores at 1732378889558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378889558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378889560 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378889560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378889560Cleaning up temporary data from old regions at 1732378889571 (+11 ms)Region opened successfully at 1732378889576 (+5 ms) 2024-11-23T16:21:29,576 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T16:21:29,580 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a1cb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:29,581 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T16:21:29,581 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T16:21:29,581 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T16:21:29,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T16:21:29,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T16:21:29,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T16:21:29,582 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T16:21:29,588 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T16:21:29,589 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Unable to get data of znode /2226002870/balancer because node does not exist (not necessarily an error) 2024-11-23T16:21:29,591 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2226002870/balancer already deleted, retry=false 2024-11-23T16:21:29,591 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T16:21:29,592 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Unable to get data of znode /2226002870/normalizer because node does not exist (not necessarily an error) 2024-11-23T16:21:29,594 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2226002870/normalizer already deleted, retry=false 2024-11-23T16:21:29,594 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T16:21:29,597 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Unable to get data of znode /2226002870/switch/split because node does not exist (not necessarily an error) 2024-11-23T16:21:29,601 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2226002870/switch/split already deleted, retry=false 2024-11-23T16:21:29,603 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Unable to get data of znode /2226002870/switch/merge because node does not exist (not necessarily an error) 2024-11-23T16:21:29,604 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2226002870/switch/merge already deleted, retry=false 2024-11-23T16:21:29,607 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Unable to get data of znode /2226002870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T16:21:29,608 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2226002870/snapshot-cleanup already deleted, retry=false 2024-11-23T16:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2226002870/running 2024-11-23T16:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2226002870/running 2024-11-23T16:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:29,610 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a7c5470b472,41035,1732378888172, sessionid=0x10145a1cf080006, setting cluster-up flag (Was=false) 2024-11-23T16:21:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:29,624 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2226002870/flush-table-proc/acquired, /2226002870/flush-table-proc/reached, /2226002870/flush-table-proc/abort 2024-11-23T16:21:29,625 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,41035,1732378888172 2024-11-23T16:21:29,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:29,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:29,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2226002870/online-snapshot/acquired, /2226002870/online-snapshot/reached, /2226002870/online-snapshot/abort 2024-11-23T16:21:29,633 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a7c5470b472,41035,1732378888172 2024-11-23T16:21:29,635 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T16:21:29,639 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:29,639 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T16:21:29,639 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T16:21:29,640 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a7c5470b472,41035,1732378888172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a7c5470b472:0, corePoolSize=5, maxPoolSize=5 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a7c5470b472:0, corePoolSize=10, maxPoolSize=10 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:29,641 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732378919644 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T16:21:29,644 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T16:21:29,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:29,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T16:21:29,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:29,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T16:21:29,648 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T16:21:29,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T16:21:29,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T16:21:29,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T16:21:29,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T16:21:29,649 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T16:21:29,649 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378889649,5,FailOnTimeoutGroup] 2024-11-23T16:21:29,652 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378889649,5,FailOnTimeoutGroup] 2024-11-23T16:21:29,652 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,652 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T16:21:29,652 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,652 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741831_1007 (size=1321) 2024-11-23T16:21:29,660 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(746): ClusterId : 84ab0c4c-299d-4146-9332-d0317f042ca0 2024-11-23T16:21:29,660 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T16:21:29,665 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T16:21:29,665 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T16:21:29,668 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T16:21:29,668 DEBUG [RS:0;1a7c5470b472:44305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6e134a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a7c5470b472/172.17.0.2:0 2024-11-23T16:21:29,680 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a7c5470b472:44305 2024-11-23T16:21:29,680 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T16:21:29,680 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T16:21:29,680 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T16:21:29,681 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a7c5470b472,41035,1732378888172 with port=44305, startcode=1732378888215 2024-11-23T16:21:29,681 DEBUG [RS:0;1a7c5470b472:44305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T16:21:29,682 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T16:21:29,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a7c5470b472,44305,1732378888215 2024-11-23T16:21:29,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41035 {}] master.ServerManager(517): Registering regionserver=1a7c5470b472,44305,1732378888215 2024-11-23T16:21:29,684 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00 2024-11-23T16:21:29,684 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33949 2024-11-23T16:21:29,684 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T16:21:29,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870/rs 2024-11-23T16:21:29,690 DEBUG [RS:0;1a7c5470b472:44305 {}] zookeeper.ZKUtil(111): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on existing znode=/2226002870/rs/1a7c5470b472,44305,1732378888215 2024-11-23T16:21:29,690 WARN [RS:0;1a7c5470b472:44305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T16:21:29,690 INFO [RS:0;1a7c5470b472:44305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:29,690 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215 2024-11-23T16:21:29,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a7c5470b472,44305,1732378888215] 2024-11-23T16:21:29,699 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T16:21:29,701 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T16:21:29,704 INFO [RS:0;1a7c5470b472:44305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T16:21:29,704 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,708 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T16:21:29,709 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T16:21:29,709 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a7c5470b472:0, corePoolSize=2, maxPoolSize=2 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a7c5470b472:0, corePoolSize=1, maxPoolSize=1 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:29,709 DEBUG [RS:0;1a7c5470b472:44305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a7c5470b472:0, corePoolSize=3, maxPoolSize=3 2024-11-23T16:21:29,712 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,712 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,712 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,712 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,712 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,712 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44305,1732378888215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:29,742 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T16:21:29,743 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,44305,1732378888215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,743 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,743 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.Replication(171): 1a7c5470b472,44305,1732378888215 started 2024-11-23T16:21:29,760 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:29,761 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1482): Serving as 1a7c5470b472,44305,1732378888215, RpcServer on 1a7c5470b472/172.17.0.2:44305, sessionid=0x10145a1cf080007 2024-11-23T16:21:29,761 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T16:21:29,761 DEBUG [RS:0;1a7c5470b472:44305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a7c5470b472,44305,1732378888215 2024-11-23T16:21:29,761 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,44305,1732378888215' 2024-11-23T16:21:29,761 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2226002870/flush-table-proc/abort' 2024-11-23T16:21:29,762 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2226002870/flush-table-proc/acquired' 2024-11-23T16:21:29,762 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T16:21:29,763 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T16:21:29,763 DEBUG [RS:0;1a7c5470b472:44305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a7c5470b472,44305,1732378888215 2024-11-23T16:21:29,763 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a7c5470b472,44305,1732378888215' 2024-11-23T16:21:29,763 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2226002870/online-snapshot/abort' 2024-11-23T16:21:29,763 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2226002870/online-snapshot/acquired' 2024-11-23T16:21:29,764 DEBUG [RS:0;1a7c5470b472:44305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T16:21:29,764 INFO [RS:0;1a7c5470b472:44305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T16:21:29,764 INFO [RS:0;1a7c5470b472:44305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T16:21:29,864 INFO [RS:0;1a7c5470b472:44305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T16:21:29,865 INFO [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44305%2C1732378888215, suffix=, logDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/oldWALs, maxLogs=10 2024-11-23T16:21:29,879 DEBUG [RS:0;1a7c5470b472:44305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215/1a7c5470b472%2C44305%2C1732378888215.1732378889866, exclude list is [], retry=0 2024-11-23T16:21:29,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42949,DS-4fb47b67-6bad-4071-959b-26e674874370,DISK] 2024-11-23T16:21:29,898 INFO [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215/1a7c5470b472%2C44305%2C1732378888215.1732378889866 2024-11-23T16:21:29,900 DEBUG [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42871:42871)] 2024-11-23T16:21:30,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T16:21:30,061 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00 2024-11-23T16:21:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741833_1009 (size=32) 2024-11-23T16:21:30,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:30,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:30,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:30,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:30,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:30,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:30,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:30,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:30,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:30,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:30,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740 2024-11-23T16:21:30,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740 2024-11-23T16:21:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:30,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:30,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:30,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:30,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59374685, jitterRate=-0.11524824798107147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732378890071Initializing all the Stores at 1732378890071Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378890072 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378890072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378890072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378890072Cleaning up temporary data from old regions at 1732378890081 (+9 ms)Region opened successfully at 1732378890086 (+5 ms) 2024-11-23T16:21:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:30,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:30,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:30,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:30,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:30,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378890086Disabling compacts and flushes for region at 1732378890086Disabling writes for close at 1732378890087 (+1 ms)Writing region close event to WAL at 1732378890088 (+1 ms)Closed at 1732378890088 2024-11-23T16:21:30,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:30,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T16:21:30,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T16:21:30,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:30,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T16:21:30,243 DEBUG [1a7c5470b472:41035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T16:21:30,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a7c5470b472,44305,1732378888215 2024-11-23T16:21:30,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,44305,1732378888215, state=OPENING 2024-11-23T16:21:30,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T16:21:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:30,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:30,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2226002870/meta-region-server: CHANGED 2024-11-23T16:21:30,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T16:21:30,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2226002870/meta-region-server: CHANGED 2024-11-23T16:21:30,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,44305,1732378888215}] 2024-11-23T16:21:30,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:30,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:21:30,407 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T16:21:30,407 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:30,407 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T16:21:30,408 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C44305%2C1732378888215.meta, suffix=.meta, logDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/oldWALs, maxLogs=10 2024-11-23T16:21:30,426 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215/1a7c5470b472%2C44305%2C1732378888215.meta.1732378890409.meta, exclude list is [], retry=0 2024-11-23T16:21:30,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42949,DS-4fb47b67-6bad-4071-959b-26e674874370,DISK] 2024-11-23T16:21:30,429 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215/1a7c5470b472%2C44305%2C1732378888215.meta.1732378890409.meta 2024-11-23T16:21:30,429 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42871:42871)] 2024-11-23T16:21:30,429 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:30,430 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:30,430 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:21:30,430 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T16:21:30,430 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T16:21:30,430 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T16:21:30,430 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:30,430 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T16:21:30,430 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T16:21:30,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T16:21:30,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T16:21:30,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T16:21:30,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T16:21:30,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T16:21:30,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T16:21:30,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T16:21:30,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T16:21:30,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T16:21:30,435 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T16:21:30,435 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740 2024-11-23T16:21:30,436 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740 2024-11-23T16:21:30,438 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T16:21:30,438 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T16:21:30,438 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T16:21:30,439 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T16:21:30,440 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58854306, jitterRate=-0.12300249934196472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T16:21:30,440 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T16:21:30,440 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732378890430Writing region info on filesystem at 1732378890430Initializing all the Stores at 1732378890431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378890431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378890431Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378890431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732378890431Cleaning up temporary data from old regions at 1732378890438 (+7 ms)Running coprocessor post-open hooks at 1732378890440 (+2 ms)Region opened successfully at 1732378890440 2024-11-23T16:21:30,441 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732378890402 2024-11-23T16:21:30,443 DEBUG [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T16:21:30,443 INFO [RS_OPEN_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T16:21:30,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,44305,1732378888215 2024-11-23T16:21:30,444 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a7c5470b472,44305,1732378888215, state=OPEN 2024-11-23T16:21:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2226002870/meta-region-server 2024-11-23T16:21:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2226002870/meta-region-server 2024-11-23T16:21:30,445 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a7c5470b472,44305,1732378888215 2024-11-23T16:21:30,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2226002870/meta-region-server: CHANGED 2024-11-23T16:21:30,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2226002870/meta-region-server: CHANGED 2024-11-23T16:21:30,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T16:21:30,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a7c5470b472,44305,1732378888215 in 196 msec 2024-11-23T16:21:30,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T16:21:30,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-23T16:21:30,450 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T16:21:30,450 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T16:21:30,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:30,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44305,1732378888215, seqNum=-1] 2024-11-23T16:21:30,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:30,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:30,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 820 msec 2024-11-23T16:21:30,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732378890458, completionTime=-1 2024-11-23T16:21:30,458 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T16:21:30,458 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T16:21:30,460 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T16:21:30,460 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732378950460 2024-11-23T16:21:30,460 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732379010460 2024-11-23T16:21:30,460 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T16:21:30,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41035,1732378888172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41035,1732378888172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41035,1732378888172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a7c5470b472:41035, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,461 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,464 DEBUG [master/1a7c5470b472:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.187sec 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41035,1732378888172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T16:21:30,467 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41035,1732378888172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T16:21:30,477 DEBUG [master/1a7c5470b472:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T16:21:30,477 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T16:21:30,477 INFO [master/1a7c5470b472:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a7c5470b472,41035,1732378888172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T16:21:30,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:30,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41035,-1 for getting cluster id 2024-11-23T16:21:30,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:30,561 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84ab0c4c-299d-4146-9332-d0317f042ca0' 2024-11-23T16:21:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84ab0c4c-299d-4146-9332-d0317f042ca0" 2024-11-23T16:21:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c38b8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41035,-1] 2024-11-23T16:21:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:30,563 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:30,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd3b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:30,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44305,1732378888215, seqNum=-1] 2024-11-23T16:21:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:30,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:30,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a7c5470b472,41035,1732378888172 2024-11-23T16:21:30,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59284 2024-11-23T16:21:30,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T16:21:30,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10145a1cf080008 connected 2024-11-23T16:21:30,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42139,1732378880237 2024-11-23T16:21:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c5bb03 2024-11-23T16:21:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:30,578 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:30,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:21:30,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:21:30,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:30,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:21:30,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:21:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:21:30,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d7b0ce91ba25918e7aeab7de5fcef95, NAME => 'test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38 2024-11-23T16:21:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:21:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:31,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:31,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d7b0ce91ba25918e7aeab7de5fcef95, disabling compactions & flushes 2024-11-23T16:21:31,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. after waiting 0 ms 2024-11-23T16:21:31,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d7b0ce91ba25918e7aeab7de5fcef95: Waiting for close lock at 1732378891014Disabling compacts and flushes for region at 1732378891014Disabling writes for close at 1732378891014Writing region close event to WAL at 1732378891014Closed at 1732378891014 2024-11-23T16:21:31,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:21:31,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378891016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378891016"}]},"ts":"1732378891016"} 2024-11-23T16:21:31,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:21:31,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:21:31,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378891018"}]},"ts":"1732378891018"} 2024-11-23T16:21:31,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:21:31,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d7b0ce91ba25918e7aeab7de5fcef95, ASSIGN}] 2024-11-23T16:21:31,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d7b0ce91ba25918e7aeab7de5fcef95, ASSIGN 2024-11-23T16:21:31,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d7b0ce91ba25918e7aeab7de5fcef95, ASSIGN; state=OFFLINE, location=1a7c5470b472,35809,1732378880305; forceNewPlan=false, retain=false 2024-11-23T16:21:31,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d7b0ce91ba25918e7aeab7de5fcef95, regionState=OPENING, regionLocation=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:31,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d7b0ce91ba25918e7aeab7de5fcef95, ASSIGN because future has completed 2024-11-23T16:21:31,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d7b0ce91ba25918e7aeab7de5fcef95, server=1a7c5470b472,35809,1732378880305}] 2024-11-23T16:21:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:31,328 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,328 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d7b0ce91ba25918e7aeab7de5fcef95, NAME => 'test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:31,329 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:31,329 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:21:31,329 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,329 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:31,329 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,329 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,330 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,331 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7b0ce91ba25918e7aeab7de5fcef95 columnFamilyName f 2024-11-23T16:21:31,331 DEBUG [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:31,331 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] regionserver.HStore(327): Store=0d7b0ce91ba25918e7aeab7de5fcef95/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:31,331 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,332 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7b0ce91ba25918e7aeab7de5fcef95 columnFamilyName f1 2024-11-23T16:21:31,332 DEBUG [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:31,332 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] regionserver.HStore(327): Store=0d7b0ce91ba25918e7aeab7de5fcef95/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:31,333 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,333 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7b0ce91ba25918e7aeab7de5fcef95 columnFamilyName norep 2024-11-23T16:21:31,333 DEBUG [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:31,334 INFO [StoreOpener-0d7b0ce91ba25918e7aeab7de5fcef95-1 {}] regionserver.HStore(327): Store=0d7b0ce91ba25918e7aeab7de5fcef95/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:31,334 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,335 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,335 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,336 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,336 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,336 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:21:31,337 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,339 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:31,339 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d7b0ce91ba25918e7aeab7de5fcef95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63637423, jitterRate=-0.0517285019159317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:21:31,339 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:31,339 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d7b0ce91ba25918e7aeab7de5fcef95: Running coprocessor pre-open hook at 1732378891329Writing region info on filesystem at 1732378891329Initializing all the Stores at 1732378891330 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378891330Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378891330Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378891330Cleaning up temporary data from old regions at 1732378891336 (+6 ms)Running coprocessor post-open hooks at 1732378891339 (+3 ms)Region opened successfully at 1732378891339 2024-11-23T16:21:31,340 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., pid=6, masterSystemTime=1732378891325 2024-11-23T16:21:31,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d7b0ce91ba25918e7aeab7de5fcef95, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:31,343 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,344 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:31,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d7b0ce91ba25918e7aeab7de5fcef95, server=1a7c5470b472,35809,1732378880305 because future has completed 2024-11-23T16:21:31,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:21:31,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d7b0ce91ba25918e7aeab7de5fcef95, server=1a7c5470b472,35809,1732378880305 in 172 msec 2024-11-23T16:21:31,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:21:31,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d7b0ce91ba25918e7aeab7de5fcef95, ASSIGN in 328 msec 2024-11-23T16:21:31,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:21:31,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378891350"}]},"ts":"1732378891350"} 2024-11-23T16:21:31,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:21:31,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:21:31,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-23T16:21:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:31,720 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:21:31,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39555,1732378884104 2024-11-23T16:21:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2806f3c4 2024-11-23T16:21:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:31,722 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:31,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:21:31,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:21:31,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:31,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:21:31,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:21:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:21:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:32,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 036ec94dbb431857dcb5520ec8c57928, NAME => 'test,,1732378891723.036ec94dbb431857dcb5520ec8c57928.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300 2024-11-23T16:21:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:21:32,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378891723.036ec94dbb431857dcb5520ec8c57928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:32,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 036ec94dbb431857dcb5520ec8c57928, disabling compactions & flushes 2024-11-23T16:21:32,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. after waiting 0 ms 2024-11-23T16:21:32,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 036ec94dbb431857dcb5520ec8c57928: Waiting for close lock at 1732378892156Disabling compacts and flushes for region at 1732378892156Disabling writes for close at 1732378892156Writing region close event to WAL at 1732378892156Closed at 1732378892156 2024-11-23T16:21:32,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:21:32,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378891723.036ec94dbb431857dcb5520ec8c57928.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378892158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378892158"}]},"ts":"1732378892158"} 2024-11-23T16:21:32,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:21:32,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:21:32,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378892161"}]},"ts":"1732378892161"} 2024-11-23T16:21:32,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:21:32,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=036ec94dbb431857dcb5520ec8c57928, ASSIGN}] 2024-11-23T16:21:32,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=036ec94dbb431857dcb5520ec8c57928, ASSIGN 2024-11-23T16:21:32,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=036ec94dbb431857dcb5520ec8c57928, ASSIGN; state=OFFLINE, location=1a7c5470b472,35425,1732378884149; forceNewPlan=false, retain=false 2024-11-23T16:21:32,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=036ec94dbb431857dcb5520ec8c57928, regionState=OPENING, regionLocation=1a7c5470b472,35425,1732378884149 2024-11-23T16:21:32,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=036ec94dbb431857dcb5520ec8c57928, ASSIGN because future has completed 2024-11-23T16:21:32,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 036ec94dbb431857dcb5520ec8c57928, server=1a7c5470b472,35425,1732378884149}] 2024-11-23T16:21:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:32,476 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,476 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 036ec94dbb431857dcb5520ec8c57928, NAME => 'test,,1732378891723.036ec94dbb431857dcb5520ec8c57928.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:32,477 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:32,477 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:21:32,477 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,477 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378891723.036ec94dbb431857dcb5520ec8c57928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:32,477 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,477 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,478 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,479 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036ec94dbb431857dcb5520ec8c57928 columnFamilyName f 2024-11-23T16:21:32,480 DEBUG [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:32,480 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] regionserver.HStore(327): Store=036ec94dbb431857dcb5520ec8c57928/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:32,480 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,481 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036ec94dbb431857dcb5520ec8c57928 columnFamilyName f1 2024-11-23T16:21:32,481 DEBUG [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:32,481 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] regionserver.HStore(327): Store=036ec94dbb431857dcb5520ec8c57928/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:32,481 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,482 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036ec94dbb431857dcb5520ec8c57928 columnFamilyName norep 2024-11-23T16:21:32,482 DEBUG [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:32,482 INFO [StoreOpener-036ec94dbb431857dcb5520ec8c57928-1 {}] regionserver.HStore(327): Store=036ec94dbb431857dcb5520ec8c57928/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:32,482 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,483 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,483 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,483 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,483 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,484 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:21:32,484 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,486 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:32,486 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 036ec94dbb431857dcb5520ec8c57928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65413298, jitterRate=-0.025265902280807495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:21:32,486 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:32,486 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 036ec94dbb431857dcb5520ec8c57928: Running coprocessor pre-open hook at 1732378892477Writing region info on filesystem at 1732378892477Initializing all the Stores at 1732378892478 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378892478Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378892478Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378892478Cleaning up temporary data from old regions at 1732378892483 (+5 ms)Running coprocessor post-open hooks at 1732378892486 (+3 ms)Region opened successfully at 1732378892486 2024-11-23T16:21:32,487 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378891723.036ec94dbb431857dcb5520ec8c57928., pid=6, masterSystemTime=1732378892470 2024-11-23T16:21:32,489 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,489 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:32,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=036ec94dbb431857dcb5520ec8c57928, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,35425,1732378884149 2024-11-23T16:21:32,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 036ec94dbb431857dcb5520ec8c57928, server=1a7c5470b472,35425,1732378884149 because future has completed 2024-11-23T16:21:32,493 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a7c5470b472,35425,1732378884149, table=test, region=036ec94dbb431857dcb5520ec8c57928. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T16:21:32,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:21:32,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 036ec94dbb431857dcb5520ec8c57928, server=1a7c5470b472,35425,1732378884149 in 177 msec 2024-11-23T16:21:32,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:21:32,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=036ec94dbb431857dcb5520ec8c57928, ASSIGN in 334 msec 2024-11-23T16:21:32,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:21:32,500 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378892500"}]},"ts":"1732378892500"} 2024-11-23T16:21:32,501 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:21:32,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:21:32,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-23T16:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:32,860 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:21:32,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41035,1732378888172 2024-11-23T16:21:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e48e0f 2024-11-23T16:21:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:32,862 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:32,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T16:21:32,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:21:32,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:32,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T16:21:32,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741835_1011 (size=902) 2024-11-23T16:21:32,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 189c630305efa27acc821d669d00a13f, NAME => 'test,,1732378892862.189c630305efa27acc821d669d00a13f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00 2024-11-23T16:21:32,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741836_1012 (size=39) 2024-11-23T16:21:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:33,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732378892862.189c630305efa27acc821d669d00a13f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:33,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 189c630305efa27acc821d669d00a13f, disabling compactions & flushes 2024-11-23T16:21:33,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732378892862.189c630305efa27acc821d669d00a13f. after waiting 0 ms 2024-11-23T16:21:33,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 189c630305efa27acc821d669d00a13f: Waiting for close lock at 1732378893289Disabling compacts and flushes for region at 1732378893289Disabling writes for close at 1732378893289Writing region close event to WAL at 1732378893289Closed at 1732378893289 2024-11-23T16:21:33,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:21:33,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732378892862.189c630305efa27acc821d669d00a13f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732378893290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378893290"}]},"ts":"1732378893290"} 2024-11-23T16:21:33,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:21:33,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:21:33,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378893293"}]},"ts":"1732378893293"} 2024-11-23T16:21:33,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T16:21:33,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=189c630305efa27acc821d669d00a13f, ASSIGN}] 2024-11-23T16:21:33,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=189c630305efa27acc821d669d00a13f, ASSIGN 2024-11-23T16:21:33,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=189c630305efa27acc821d669d00a13f, ASSIGN; state=OFFLINE, location=1a7c5470b472,44305,1732378888215; forceNewPlan=false, retain=false 2024-11-23T16:21:33,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=189c630305efa27acc821d669d00a13f, regionState=OPENING, regionLocation=1a7c5470b472,44305,1732378888215 2024-11-23T16:21:33,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=189c630305efa27acc821d669d00a13f, ASSIGN because future has completed 2024-11-23T16:21:33,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 189c630305efa27acc821d669d00a13f, server=1a7c5470b472,44305,1732378888215}] 2024-11-23T16:21:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:33,621 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,621 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 189c630305efa27acc821d669d00a13f, NAME => 'test,,1732378892862.189c630305efa27acc821d669d00a13f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:33,622 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:33,622 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T16:21:33,622 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,622 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732378892862.189c630305efa27acc821d669d00a13f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:33,622 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,622 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,623 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,625 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 189c630305efa27acc821d669d00a13f columnFamilyName f 2024-11-23T16:21:33,625 DEBUG [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:33,628 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] regionserver.HStore(327): Store=189c630305efa27acc821d669d00a13f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:33,629 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,630 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 189c630305efa27acc821d669d00a13f columnFamilyName f1 2024-11-23T16:21:33,630 DEBUG [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:33,630 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] regionserver.HStore(327): Store=189c630305efa27acc821d669d00a13f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:33,630 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,631 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 189c630305efa27acc821d669d00a13f columnFamilyName norep 2024-11-23T16:21:33,632 DEBUG [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:33,632 INFO [StoreOpener-189c630305efa27acc821d669d00a13f-1 {}] regionserver.HStore(327): Store=189c630305efa27acc821d669d00a13f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:33,632 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,633 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,634 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,637 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,637 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,639 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:21:33,641 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,643 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:33,644 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 189c630305efa27acc821d669d00a13f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73719605, jitterRate=0.09850771725177765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:21:33,644 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:33,644 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 189c630305efa27acc821d669d00a13f: Running coprocessor pre-open hook at 1732378893622Writing region info on filesystem at 1732378893622Initializing all the Stores at 1732378893623 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378893623Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378893623Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378893623Cleaning up temporary data from old regions at 1732378893637 (+14 ms)Running coprocessor post-open hooks at 1732378893644 (+7 ms)Region opened successfully at 1732378893644 2024-11-23T16:21:33,645 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732378892862.189c630305efa27acc821d669d00a13f., pid=6, masterSystemTime=1732378893617 2024-11-23T16:21:33,648 DEBUG [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,648 INFO [RS_OPEN_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:33,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=189c630305efa27acc821d669d00a13f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1a7c5470b472,44305,1732378888215 2024-11-23T16:21:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 189c630305efa27acc821d669d00a13f, server=1a7c5470b472,44305,1732378888215 because future has completed 2024-11-23T16:21:33,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T16:21:33,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 189c630305efa27acc821d669d00a13f, server=1a7c5470b472,44305,1732378888215 in 192 msec 2024-11-23T16:21:33,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T16:21:33,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=189c630305efa27acc821d669d00a13f, ASSIGN in 365 msec 2024-11-23T16:21:33,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:21:33,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378893663"}]},"ts":"1732378893663"} 2024-11-23T16:21:33,665 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T16:21:33,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:21:33,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-23T16:21:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T16:21:33,999 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T16:21:33,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:34,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42139,-1 for getting cluster id 2024-11-23T16:21:34,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:34,000 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d388930-953a-4a84-b4f7-9f4cbcef3ec5' 2024-11-23T16:21:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d388930-953a-4a84-b4f7-9f4cbcef3ec5" 2024-11-23T16:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313866ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42139,-1] 2024-11-23T16:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:34,002 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d6025f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:34,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42139,1732378880237 2024-11-23T16:21:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704ed0b3 2024-11-23T16:21:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:34,004 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:34,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1a7c5470b472:39555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:21:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:21:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:34,006 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:39555' 2024-11-23T16:21:34,007 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7bd092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:34,007 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39555,-1 for getting cluster id 2024-11-23T16:21:34,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:34,008 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d3eb7bc-9ffe-4e5c-8793-49b3217b4845' 2024-11-23T16:21:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d3eb7bc-9ffe-4e5c-8793-49b3217b4845" 2024-11-23T16:21:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f957e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39555,-1] 2024-11-23T16:21:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:34,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:34,009 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:34,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd4f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:34,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39555,1732378884104 2024-11-23T16:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7484fe 2024-11-23T16:21:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:34,011 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:34,011 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T16:21:34,011 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:21:34,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:34,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:34,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:34,012 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T16:21:34,013 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T16:21:34,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T16:21:34,014 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:34,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T16:21:34,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741837_1013 (size=1138) 2024-11-23T16:21:34,063 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T16:21:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:34,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d93dc2bc762cf718b7eab61178d68ca, NAME => 'hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38 2024-11-23T16:21:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741838_1014 (size=44) 2024-11-23T16:21:34,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:34,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5d93dc2bc762cf718b7eab61178d68ca, disabling compactions & flushes 2024-11-23T16:21:34,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. after waiting 0 ms 2024-11-23T16:21:34,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d93dc2bc762cf718b7eab61178d68ca: Waiting for close lock at 1732378894438Disabling compacts and flushes for region at 1732378894438Disabling writes for close at 1732378894438Writing region close event to WAL at 1732378894438Closed at 1732378894438 2024-11-23T16:21:34,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T16:21:34,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732378894439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732378894439"}]},"ts":"1732378894439"} 2024-11-23T16:21:34,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T16:21:34,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T16:21:34,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378894442"}]},"ts":"1732378894442"} 2024-11-23T16:21:34,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T16:21:34,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d93dc2bc762cf718b7eab61178d68ca, ASSIGN}] 2024-11-23T16:21:34,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d93dc2bc762cf718b7eab61178d68ca, ASSIGN 2024-11-23T16:21:34,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d93dc2bc762cf718b7eab61178d68ca, ASSIGN; state=OFFLINE, location=1a7c5470b472,35809,1732378880305; forceNewPlan=false, retain=false 2024-11-23T16:21:34,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d93dc2bc762cf718b7eab61178d68ca, regionState=OPENING, regionLocation=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d93dc2bc762cf718b7eab61178d68ca, ASSIGN because future has completed 2024-11-23T16:21:34,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d93dc2bc762cf718b7eab61178d68ca, server=1a7c5470b472,35809,1732378880305}] 2024-11-23T16:21:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:34,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T16:21:34,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T16:21:34,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1a7c5470b472%2C35809%2C1732378880305.rep, suffix=, logDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305, archiveDir=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/oldWALs, maxLogs=10 2024-11-23T16:21:34,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.rep.1732378894783, exclude list is [], retry=0 2024-11-23T16:21:34,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:34,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.rep.1732378894783 2024-11-23T16:21:34,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:34,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d93dc2bc762cf718b7eab61178d68ca, NAME => 'hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca.', STARTKEY => '', ENDKEY => ''} 2024-11-23T16:21:34,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T16:21:34,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T16:21:34,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. service=MultiRowMutationService 2024-11-23T16:21:34,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T16:21:34,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T16:21:34,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,816 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,818 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d93dc2bc762cf718b7eab61178d68ca columnFamilyName hfileref 2024-11-23T16:21:34,818 DEBUG [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:34,818 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] regionserver.HStore(327): Store=5d93dc2bc762cf718b7eab61178d68ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:34,818 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,819 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d93dc2bc762cf718b7eab61178d68ca columnFamilyName queue 2024-11-23T16:21:34,819 DEBUG [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:34,820 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] regionserver.HStore(327): Store=5d93dc2bc762cf718b7eab61178d68ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:34,820 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,822 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d93dc2bc762cf718b7eab61178d68ca columnFamilyName sid 2024-11-23T16:21:34,822 DEBUG [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T16:21:34,822 INFO [StoreOpener-5d93dc2bc762cf718b7eab61178d68ca-1 {}] regionserver.HStore(327): Store=5d93dc2bc762cf718b7eab61178d68ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T16:21:34,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T16:21:34,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T16:21:34,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5d93dc2bc762cf718b7eab61178d68ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67189806, jitterRate=0.001206129789352417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T16:21:34,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:34,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5d93dc2bc762cf718b7eab61178d68ca: Running coprocessor pre-open hook at 1732378894815Writing region info on filesystem at 1732378894815Initializing all the Stores at 1732378894816 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378894816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378894816Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732378894816Cleaning up temporary data from old regions at 1732378894824 (+8 ms)Running coprocessor post-open hooks at 1732378894829 (+5 ms)Region opened successfully at 1732378894829 2024-11-23T16:21:34,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca., pid=10, masterSystemTime=1732378894755 2024-11-23T16:21:34,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:34,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d93dc2bc762cf718b7eab61178d68ca, regionState=OPEN, openSeqNum=2, regionLocation=1a7c5470b472,35809,1732378880305 2024-11-23T16:21:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d93dc2bc762cf718b7eab61178d68ca, server=1a7c5470b472,35809,1732378880305 because future has completed 2024-11-23T16:21:34,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T16:21:34,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d93dc2bc762cf718b7eab61178d68ca, server=1a7c5470b472,35809,1732378880305 in 245 msec 2024-11-23T16:21:34,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T16:21:34,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d93dc2bc762cf718b7eab61178d68ca, ASSIGN in 402 msec 2024-11-23T16:21:34,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T16:21:34,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732378894874"}]},"ts":"1732378894874"} 2024-11-23T16:21:34,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T16:21:34,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T16:21:34,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 866 msec 2024-11-23T16:21:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca., hostname=1a7c5470b472,35809,1732378880305, seqNum=2] 2024-11-23T16:21:34,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:34,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:34,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:21:35,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T16:21:35,092 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T16:21:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:35,143 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1a7c5470b472,35809,1732378880305, ReplicationSource: 1, currentBandwidth=0 2024-11-23T16:21:35,143 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:35,143 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35809,1732378880305, seqNum=-1] 2024-11-23T16:21:35,144 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:35,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-23T16:21:35,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1a7c5470b472,35809,1732378880305', locateType=CURRENT is [region=hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca., hostname=1a7c5470b472,35809,1732378880305, seqNum=2] 2024-11-23T16:21:35,156 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T16:21:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T16:21:35,159 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1a7c5470b472,35809,1732378880305 suceeded 2024-11-23T16:21:35,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T16:21:35,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-23T16:21:35,161 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1a7c5470b472:39555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:21:35,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1570 sec 2024-11-23T16:21:35,208 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:39555' 2024-11-23T16:21:35,213 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7902a6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:35,213 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39555,-1 for getting cluster id 2024-11-23T16:21:35,213 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:35,214 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d3eb7bc-9ffe-4e5c-8793-49b3217b4845' 2024-11-23T16:21:35,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:35,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d3eb7bc-9ffe-4e5c-8793-49b3217b4845" 2024-11-23T16:21:35,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72cce4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:35,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39555,-1] 2024-11-23T16:21:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:35,216 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:35,216 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c285e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:35,216 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39555,1732378884104 2024-11-23T16:21:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e29073b 2024-11-23T16:21:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:35,220 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T16:21:35,224 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1a7c5470b472,35809,1732378880305 (queues=1) is replicating from cluster=8d388930-953a-4a84-b4f7-9f4cbcef3ec5 to cluster=0d3eb7bc-9ffe-4e5c-8793-49b3217b4845 2024-11-23T16:21:35,224 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1a7c5470b472%2C35809%2C1732378880305 2024-11-23T16:21:35,224 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1a7c5470b472,35809,1732378880305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:21:35,235 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880, startPosition=0, beingWritten=true 2024-11-23T16:21:35,240 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C35809%2C1732378880305 2024-11-23T16:21:35,250 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:35,250 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 379, reset compression=false 2024-11-23T16:21:35,251 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:35,460 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 379, reset compression=false 2024-11-23T16:21:35,764 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 379, reset compression=false 2024-11-23T16:21:35,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:21:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:35,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T16:21:36,150 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T16:21:36,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:36,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:36,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:36,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:36,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:36,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42139,-1 for getting cluster id 2024-11-23T16:21:36,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:36,152 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d388930-953a-4a84-b4f7-9f4cbcef3ec5' 2024-11-23T16:21:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:36,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d388930-953a-4a84-b4f7-9f4cbcef3ec5" 2024-11-23T16:21:36,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106636ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42139,-1] 2024-11-23T16:21:36,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:36,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:36,154 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5cfce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39555,-1 for getting cluster id 2024-11-23T16:21:36,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:36,157 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d3eb7bc-9ffe-4e5c-8793-49b3217b4845' 2024-11-23T16:21:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d3eb7bc-9ffe-4e5c-8793-49b3217b4845" 2024-11-23T16:21:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d72397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39555,-1] 2024-11-23T16:21:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:36,159 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:36,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f932b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41035,-1 for getting cluster id 2024-11-23T16:21:36,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:36,160 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84ab0c4c-299d-4146-9332-d0317f042ca0' 2024-11-23T16:21:36,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84ab0c4c-299d-4146-9332-d0317f042ca0" 2024-11-23T16:21:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e583a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41035,-1] 2024-11-23T16:21:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:36,161 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa69e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:36,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732378896166/Put/seqid=0 2024-11-23T16:21:36,168 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 379, reset compression=false 2024-11-23T16:21:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741840_1016 (size=7894) 2024-11-23T16:21:36,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732378896573/Put/seqid=0 2024-11-23T16:21:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741841_1017 (size=7691) 2024-11-23T16:21:36,672 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 379, reset compression=false 2024-11-23T16:21:36,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42139,-1 for getting cluster id 2024-11-23T16:21:36,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:36,982 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d388930-953a-4a84-b4f7-9f4cbcef3ec5' 2024-11-23T16:21:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d388930-953a-4a84-b4f7-9f4cbcef3ec5" 2024-11-23T16:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e78a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42139,-1] 2024-11-23T16:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:36,984 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:36,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:36,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35809,1732378880305, seqNum=-1] 2024-11-23T16:21:36,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:36,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:36,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42139,1732378880237 2024-11-23T16:21:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436bf91f 2024-11-23T16:21:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:36,999 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2] 2024-11-23T16:21:37,006 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:21:37,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-23T16:21:37,013 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-23T16:21:37,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T16:21:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:37,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T16:21:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HRegion(2603): Flush status journal for 0d7b0ce91ba25918e7aeab7de5fcef95: 2024-11-23T16:21:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_0 2024-11-23T16:21:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_0 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ 2024-11-23T16:21:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_1 2024-11-23T16:21:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_1 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ 2024-11-23T16:21:37,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_0 into 0d7b0ce91ba25918e7aeab7de5fcef95/f as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ - updating store file list. 2024-11-23T16:21:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d168d826e3d463281a0d4b9cc082919_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:37,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ into 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:37,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_0 into 0d7b0ce91ba25918e7aeab7de5fcef95/f (new location: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_) 2024-11-23T16:21:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_0 2024-11-23T16:21:37,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_1 into 0d7b0ce91ba25918e7aeab7de5fcef95/f as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ - updating store file list. 2024-11-23T16:21:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96b116013f2f468abbca5f901c11a50f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:37,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ into 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:37,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_1 into 0d7b0ce91ba25918e7aeab7de5fcef95/f (new location: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_) 2024-11-23T16:21:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__oo8mg14jb1o2de92ad629g8f6eick21kte92rujohdb82lb6eh9r21b79grh77b1/f/hfile_1 2024-11-23T16:21:37,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:37,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:37,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:37,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:37,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2 , the old value is region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1a7c5470b472:35809 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:21:37,044 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T16:21:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:21:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2 from cache 2024-11-23T16:21:37,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35425,1732378884149, seqNum=-1] 2024-11-23T16:21:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:37,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378891723.036ec94dbb431857dcb5520ec8c57928., hostname=1a7c5470b472,35425,1732378884149, seqNum=2] 2024-11-23T16:21:37,049 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:21:37,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:35809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T16:21:37,278 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 379, reset compression=false 2024-11-23T16:21:37,283 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:37,283 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d7b0ce91ba25918e7aeab7de5fcef95/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378897041/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T16:21:37,286 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:37,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T16:21:37,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.ReplicationSink(318): Replicating [8d388930-953a-4a84-b4f7-9f4cbcef3ec5] bulk loaded data 2024-11-23T16:21:37,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a6a1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:37,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,39555,-1 for getting cluster id 2024-11-23T16:21:37,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:37,293 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d3eb7bc-9ffe-4e5c-8793-49b3217b4845' 2024-11-23T16:21:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:37,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d3eb7bc-9ffe-4e5c-8793-49b3217b4845" 2024-11-23T16:21:37,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@89157f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:37,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,39555,-1] 2024-11-23T16:21:37,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:37,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:37,295 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:37,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5551aca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741837_1013 (size=7894) 2024-11-23T16:21:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741838_1014 (size=7691) 2024-11-23T16:21:37,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,39555,1732378884104 2024-11-23T16:21:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aaeb2d0 2024-11-23T16:21:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:37,391 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-23T16:21:37,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:21:37,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:37,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35425,1732378884149, seqNum=-1] 2024-11-23T16:21:37,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:37,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-23T16:21:37,437 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-23T16:21:37,441 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-23T16:21:37,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ for inclusion in 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T16:21:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:37,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ for inclusion in 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T16:21:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HRegion(2603): Flush status journal for 036ec94dbb431857dcb5520ec8c57928: 2024-11-23T16:21:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d168d826e3d463281a0d4b9cc082919_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:21:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/901fba3ffd5d4921b77b2d99e7b313ab_SeqId_4_ 2024-11-23T16:21:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96b116013f2f468abbca5f901c11a50f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:21:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/27bbdbcee52a4907bce5ad28866b0470_SeqId_4_ 2024-11-23T16:21:37,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ into 036ec94dbb431857dcb5520ec8c57928/f as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/901fba3ffd5d4921b77b2d99e7b313ab_SeqId_4_ - updating store file list. 2024-11-23T16:21:37,484 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 687, reset compression=false 2024-11-23T16:21:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 901fba3ffd5d4921b77b2d99e7b313ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:37,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/901fba3ffd5d4921b77b2d99e7b313ab_SeqId_4_ into 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:37,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ into 036ec94dbb431857dcb5520ec8c57928/f (new location: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/901fba3ffd5d4921b77b2d99e7b313ab_SeqId_4_) 2024-11-23T16:21:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/3d168d826e3d463281a0d4b9cc082919_SeqId_4_ 2024-11-23T16:21:37,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ into 036ec94dbb431857dcb5520ec8c57928/f as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/27bbdbcee52a4907bce5ad28866b0470_SeqId_4_ - updating store file list. 2024-11-23T16:21:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27bbdbcee52a4907bce5ad28866b0470_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:37,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/27bbdbcee52a4907bce5ad28866b0470_SeqId_4_ into 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:37,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ into 036ec94dbb431857dcb5520ec8c57928/f (new location: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/27bbdbcee52a4907bce5ad28866b0470_SeqId_4_) 2024-11-23T16:21:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__k3gu8ndngc9luas2j6bf0s93fm46pr3h7hsogvsvcdelnrclccdltjisagqe7i2s/f/96b116013f2f468abbca5f901c11a50f_SeqId_4_ 2024-11-23T16:21:37,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.ReplicationSink(324): Finished replicating [8d388930-953a-4a84-b4f7-9f4cbcef3ec5] bulk loaded data 2024-11-23T16:21:37,805 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 687, reset compression=false 2024-11-23T16:21:38,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44305,1732378888215, seqNum=-1] 2024-11-23T16:21:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:38,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378892862.189c630305efa27acc821d669d00a13f., hostname=1a7c5470b472,44305,1732378888215, seqNum=2] 2024-11-23T16:21:38,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:38,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T16:21:38,068 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1a7c5470b472%2C35809%2C1732378880305:(num 1732378881880) roll requested 2024-11-23T16:21:38,091 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, exclude list is [], retry=0 2024-11-23T16:21:38,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:38,097 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 2024-11-23T16:21:38,098 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:38,098 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 is not closed yet, will try archiving it next time 2024-11-23T16:21:38,098 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1a7c5470b472%2C35809%2C1732378880305.meta:.meta(num 1732378882818) roll requested 2024-11-23T16:21:38,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42139,-1 for getting cluster id 2024-11-23T16:21:38,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:38,099 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d388930-953a-4a84-b4f7-9f4cbcef3ec5' 2024-11-23T16:21:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741832_1008 (size=695) 2024-11-23T16:21:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d388930-953a-4a84-b4f7-9f4cbcef3ec5" 2024-11-23T16:21:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c4295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42139,-1] 2024-11-23T16:21:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,101 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:38,101 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/oldWALs/1a7c5470b472%2C35809%2C1732378880305.1732378881880 2024-11-23T16:21:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ab6aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42139,1732378880237 2024-11-23T16:21:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@473b9457 2024-11-23T16:21:38,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:38,104 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:38,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1a7c5470b472:41035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T16:21:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T16:21:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:21:38,107 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:41035' 2024-11-23T16:21:38,109 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4817e1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,109 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41035,-1 for getting cluster id 2024-11-23T16:21:38,109 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:38,109 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84ab0c4c-299d-4146-9332-d0317f042ca0' 2024-11-23T16:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84ab0c4c-299d-4146-9332-d0317f042ca0" 2024-11-23T16:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665458ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41035,-1] 2024-11-23T16:21:38,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:38,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,110 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:38,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,111 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:38,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41035,1732378888172 2024-11-23T16:21:38,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9edc4 2024-11-23T16:21:38,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:38,112 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:38,113 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T16:21:38,113 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T16:21:38,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:38,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T16:21:38,120 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.meta.1732378898098.meta, exclude list is [], retry=0 2024-11-23T16:21:38,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:38,123 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.meta.1732378882818.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.meta.1732378898098.meta 2024-11-23T16:21:38,125 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:38,125 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.meta.1732378882818.meta is not closed yet, will try archiving it next time 2024-11-23T16:21:38,125 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1a7c5470b472%2C35809%2C1732378880305.rep:(num 1732378894783) roll requested 2024-11-23T16:21:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741834_1010 (size=3473) 2024-11-23T16:21:38,139 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.rep.1732378898125, exclude list is [], retry=0 2024-11-23T16:21:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45539,DS-63b865b9-e0d4-46b3-bd25-2fa0eb49b7bf,DISK] 2024-11-23T16:21:38,142 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.rep.1732378894783 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.rep.1732378898125 2024-11-23T16:21:38,142 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44853:44853)] 2024-11-23T16:21:38,142 DEBUG [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.rep.1732378894783 is not closed yet, will try archiving it next time 2024-11-23T16:21:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741839_1015 (size=1505) 2024-11-23T16:21:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:21:38,209 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 to pos 687, reset compression=false 2024-11-23T16:21:38,216 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 was moved to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/oldWALs/1a7c5470b472%2C35809%2C1732378880305.1732378881880 2024-11-23T16:21:38,217 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880 2024-11-23T16:21:38,218 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378881880, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T16:21:38,218 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, startPosition=0, beingWritten=true 2024-11-23T16:21:38,219 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1a7c5470b472%2C35809%2C1732378880305.1732378881880] 2024-11-23T16:21:38,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T16:21:38,272 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T16:21:38,312 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-1a7c5470b472,35809,1732378880305, ReplicationSource: 2, currentBandwidth=0 2024-11-23T16:21:38,314 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T16:21:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T16:21:38,316 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1a7c5470b472,35809,1732378880305 suceeded 2024-11-23T16:21:38,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T16:21:38,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-23T16:21:38,318 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1a7c5470b472:41035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T16:21:38,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 213 msec 2024-11-23T16:21:38,332 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1a7c5470b472:41035' 2024-11-23T16:21:38,333 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473cbe12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,333 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41035,-1 for getting cluster id 2024-11-23T16:21:38,334 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:38,334 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84ab0c4c-299d-4146-9332-d0317f042ca0' 2024-11-23T16:21:38,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84ab0c4c-299d-4146-9332-d0317f042ca0" 2024-11-23T16:21:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a02ce61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41035,-1] 2024-11-23T16:21:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,336 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:38,336 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a2b36bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,336 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:38,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41035,1732378888172 2024-11-23T16:21:38,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671c2477 2024-11-23T16:21:38,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:38,337 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T16:21:38,338 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1a7c5470b472,35809,1732378880305 (queues=1) is replicating from cluster=8d388930-953a-4a84-b4f7-9f4cbcef3ec5 to cluster=84ab0c4c-299d-4146-9332-d0317f042ca0 2024-11-23T16:21:38,338 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1a7c5470b472%2C35809%2C1732378880305 2024-11-23T16:21:38,338 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1a7c5470b472,35809,1732378880305, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T16:21:38,339 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, startPosition=0, beingWritten=true 2024-11-23T16:21:38,339 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1a7c5470b472%2C35809%2C1732378880305 2024-11-23T16:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T16:21:38,419 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T16:21:38,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:38,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:38,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:38,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T16:21:38,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732378898424/Put/seqid=0 2024-11-23T16:21:38,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741845_1021 (size=11194) 2024-11-23T16:21:38,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732378898434/Put/seqid=0 2024-11-23T16:21:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741846_1022 (size=10791) 2024-11-23T16:21:38,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,42139,-1 for getting cluster id 2024-11-23T16:21:38,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:38,450 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d388930-953a-4a84-b4f7-9f4cbcef3ec5' 2024-11-23T16:21:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d388930-953a-4a84-b4f7-9f4cbcef3ec5" 2024-11-23T16:21:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2ad8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,42139,-1] 2024-11-23T16:21:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,452 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:38,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,35809,1732378880305, seqNum=-1] 2024-11-23T16:21:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:38,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T16:21:38,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:38,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,42139,1732378880237 2024-11-23T16:21:38,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cacf14 2024-11-23T16:21:38,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:38,476 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T16:21:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2] 2024-11-23T16:21:38,483 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:21:38,490 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-23T16:21:38,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-23T16:21:38,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T16:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:38,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T16:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HRegion(2603): Flush status journal for 0d7b0ce91ba25918e7aeab7de5fcef95: 2024-11-23T16:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_0 2024-11-23T16:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_0 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ 2024-11-23T16:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_1 2024-11-23T16:21:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_1 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ 2024-11-23T16:21:38,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_0 into 0d7b0ce91ba25918e7aeab7de5fcef95/f as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ - updating store file list. 2024-11-23T16:21:38,543 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 0, reset compression=false 2024-11-23T16:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f137ed78fe74f7faff73db118adf920_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:38,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ into 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:38,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_0 into 0d7b0ce91ba25918e7aeab7de5fcef95/f (new location: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_) 2024-11-23T16:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_0 2024-11-23T16:21:38,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_1 into 0d7b0ce91ba25918e7aeab7de5fcef95/f as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ - updating store file list. 2024-11-23T16:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:38,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ into 0d7b0ce91ba25918e7aeab7de5fcef95/f 2024-11-23T16:21:38,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_1 into 0d7b0ce91ba25918e7aeab7de5fcef95/f (new location: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_) 2024-11-23T16:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/staging/jenkins__test__mfaj4g3l970r4ujigvkunsir03bvct2p5a5cqatg2psvdrl3m6u7jph683hema2v/f/hfile_1 2024-11-23T16:21:38,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:38,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:38,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2 , the old value is region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1a7c5470b472:35809 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:21:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T16:21:38,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., hostname=1a7c5470b472,35809,1732378880305, seqNum=2 from cache 2024-11-23T16:21:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33166 deadline: 1732378958568 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33166 2024-11-23T16:21:38,570 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T16:21:38,680 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:35809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T16:21:38,722 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 0, reset compression=false 2024-11-23T16:21:38,728 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:38,729 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d7b0ce91ba25918e7aeab7de5fcef95/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378898564/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T16:21:38,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.ReplicationSink(318): Replicating [8d388930-953a-4a84-b4f7-9f4cbcef3ec5] bulk loaded data 2024-11-23T16:21:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741839_1015 (size=11194) 2024-11-23T16:21:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741840_1016 (size=10791) 2024-11-23T16:21:38,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:21:38,829 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T16:21:38,831 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T16:21:38,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ for inclusion in 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T16:21:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:38,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ for inclusion in 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T16:21:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HRegion(2603): Flush status journal for 036ec94dbb431857dcb5520ec8c57928: 2024-11-23T16:21:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:21:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/bf8b66b0ae304564b669a98f946c1d46_SeqId_6_ 2024-11-23T16:21:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f137ed78fe74f7faff73db118adf920_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:21:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/46f6ea2599ad4159a25ad9d21859b3ab_SeqId_6_ 2024-11-23T16:21:38,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ into 036ec94dbb431857dcb5520ec8c57928/f as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/bf8b66b0ae304564b669a98f946c1d46_SeqId_6_ - updating store file list. 2024-11-23T16:21:38,851 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 0, reset compression=false 2024-11-23T16:21:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf8b66b0ae304564b669a98f946c1d46_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:38,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/bf8b66b0ae304564b669a98f946c1d46_SeqId_6_ into 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:38,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ into 036ec94dbb431857dcb5520ec8c57928/f (new location: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/bf8b66b0ae304564b669a98f946c1d46_SeqId_6_) 2024-11-23T16:21:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ 2024-11-23T16:21:38,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ into 036ec94dbb431857dcb5520ec8c57928/f as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/46f6ea2599ad4159a25ad9d21859b3ab_SeqId_6_ - updating store file list. 2024-11-23T16:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46f6ea2599ad4159a25ad9d21859b3ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:38,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/46f6ea2599ad4159a25ad9d21859b3ab_SeqId_6_ into 036ec94dbb431857dcb5520ec8c57928/f 2024-11-23T16:21:38,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ into 036ec94dbb431857dcb5520ec8c57928/f (new location: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/f/46f6ea2599ad4159a25ad9d21859b3ab_SeqId_6_) 2024-11-23T16:21:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/staging/jenkins.hfs.22__test__j7acmpabnhbnkpss8l9thascecv0mioijkjoc0nt6s875jth0vcd2q73pprq0o6q/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ 2024-11-23T16:21:38,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35425 {}] regionserver.ReplicationSink(324): Finished replicating [8d388930-953a-4a84-b4f7-9f4cbcef3ec5] bulk loaded data 2024-11-23T16:21:38,873 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T16:21:38,873 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d7b0ce91ba25918e7aeab7de5fcef95/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732378898564/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T16:21:38,907 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T16:21:38,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T16:21:38,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.ReplicationSink(318): Replicating [8d388930-953a-4a84-b4f7-9f4cbcef3ec5] bulk loaded data 2024-11-23T16:21:38,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b686bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] client.ClusterIdFetcher(90): Going to request 1a7c5470b472,41035,-1 for getting cluster id 2024-11-23T16:21:38,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T16:21:38,921 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84ab0c4c-299d-4146-9332-d0317f042ca0' 2024-11-23T16:21:38,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T16:21:38,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84ab0c4c-299d-4146-9332-d0317f042ca0" 2024-11-23T16:21:38,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a073784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a7c5470b472,41035,-1] 2024-11-23T16:21:38,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T16:21:38,923 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-23T16:21:38,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:38,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@545896a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T16:21:38,929 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741837_1013 (size=11194) 2024-11-23T16:21:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741838_1014 (size=10791) 2024-11-23T16:21:39,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a7c5470b472,41035,1732378888172 2024-11-23T16:21:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d752fab 2024-11-23T16:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T16:21:39,057 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-23T16:21:39,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T16:21:39,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T16:21:39,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a7c5470b472,44305,1732378888215, seqNum=-1] 2024-11-23T16:21:39,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T16:21:39,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-23T16:21:39,073 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:39,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T16:21:39,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T16:21:39,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ for inclusion in 189c630305efa27acc821d669d00a13f/f 2024-11-23T16:21:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T16:21:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:39,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ for inclusion in 189c630305efa27acc821d669d00a13f/f 2024-11-23T16:21:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T16:21:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T16:21:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HRegion(2603): Flush status journal for 189c630305efa27acc821d669d00a13f: 2024-11-23T16:21:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:21:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/7843d975648a4c47a7e280c8244f3ee2_SeqId_4_ 2024-11-23T16:21:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f137ed78fe74f7faff73db118adf920_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T16:21:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/c209766446624936a96da1e2687aef74_SeqId_4_ 2024-11-23T16:21:39,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ into 189c630305efa27acc821d669d00a13f/f as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/7843d975648a4c47a7e280c8244f3ee2_SeqId_4_ - updating store file list. 2024-11-23T16:21:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7843d975648a4c47a7e280c8244f3ee2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:39,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/7843d975648a4c47a7e280c8244f3ee2_SeqId_4_ into 189c630305efa27acc821d669d00a13f/f 2024-11-23T16:21:39,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ into 189c630305efa27acc821d669d00a13f/f (new location: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/7843d975648a4c47a7e280c8244f3ee2_SeqId_4_) 2024-11-23T16:21:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_ 2024-11-23T16:21:39,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ into 189c630305efa27acc821d669d00a13f/f as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/c209766446624936a96da1e2687aef74_SeqId_4_ - updating store file list. 2024-11-23T16:21:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c209766446624936a96da1e2687aef74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T16:21:39,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/c209766446624936a96da1e2687aef74_SeqId_4_ into 189c630305efa27acc821d669d00a13f/f 2024-11-23T16:21:39,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ into 189c630305efa27acc821d669d00a13f/f (new location: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/f/c209766446624936a96da1e2687aef74_SeqId_4_) 2024-11-23T16:21:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/staging/jenkins.hfs.23__test__a2itgglapibh27qtgkpen95uscm0bkcrsju7cbdq4t6isq2t5gmic8u5bhf3mcch/f/3f137ed78fe74f7faff73db118adf920_SeqId_6_ 2024-11-23T16:21:39,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44305 {}] regionserver.ReplicationSink(324): Finished replicating [8d388930-953a-4a84-b4f7-9f4cbcef3ec5] bulk loaded data 2024-11-23T16:21:39,260 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:39,385 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:21:39,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:39,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:39,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:39,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:39,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:39,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:21:39,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=422110383, stopped=false 2024-11-23T16:21:39,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,41035,1732378888172 2024-11-23T16:21:39,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2226002870/running 2024-11-23T16:21:39,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2226002870/running 2024-11-23T16:21:39,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:39,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:39,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:39,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:39,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:39,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:39,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,44305,1732378888215' ***** 2024-11-23T16:21:39,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:21:39,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/running 2024-11-23T16:21:39,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Set watcher on znode that does not yet exist, /2226002870/running 2024-11-23T16:21:39,594 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:21:39,594 INFO [RS:0;1a7c5470b472:44305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:21:39,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:21:39,594 INFO [RS:0;1a7c5470b472:44305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:21:39,594 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(3091): Received CLOSE for 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,44305,1732378888215 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44305. 2024-11-23T16:21:39,595 DEBUG [RS:0;1a7c5470b472:44305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:39,595 DEBUG [RS:0;1a7c5470b472:44305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:21:39,595 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 189c630305efa27acc821d669d00a13f, disabling compactions & flushes 2024-11-23T16:21:39,595 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:39,595 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:39,595 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378892862.189c630305efa27acc821d669d00a13f. after waiting 0 ms 2024-11-23T16:21:39,595 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:39,595 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:21:39,595 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1325): Online Regions={189c630305efa27acc821d669d00a13f=test,,1732378892862.189c630305efa27acc821d669d00a13f., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:39,595 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 189c630305efa27acc821d669d00a13f 2024-11-23T16:21:39,596 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:39,596 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:39,596 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:39,596 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:39,596 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:39,596 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T16:21:39,625 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/default/test/189c630305efa27acc821d669d00a13f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T16:21:39,625 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:39,625 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:39,625 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:39,626 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 189c630305efa27acc821d669d00a13f: Waiting for close lock at 1732378899595Running coprocessor pre-close hooks at 1732378899595Disabling compacts and flushes for region at 1732378899595Disabling writes for close at 1732378899595Writing region close event to WAL at 1732378899612 (+17 ms)Running coprocessor post-close hooks at 1732378899625 (+13 ms)Closed at 1732378899625 2024-11-23T16:21:39,626 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378892862.189c630305efa27acc821d669d00a13f. 2024-11-23T16:21:39,630 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/info/1717323562f2460daf485ca9c7d1e936 is 129, key is test,,1732378892862.189c630305efa27acc821d669d00a13f./info:regioninfo/1732378893649/Put/seqid=0 2024-11-23T16:21:39,633 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741839_1015 (size=6421) 2024-11-23T16:21:39,670 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:39,713 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:21:39,713 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:21:39,742 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T16:21:39,796 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:39,797 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:39,996 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:40,040 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/info/1717323562f2460daf485ca9c7d1e936 2024-11-23T16:21:40,077 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/ns/13111fc44ab14b20b2b7311b0352a106 is 43, key is default/ns:d/1732378890454/Put/seqid=0 2024-11-23T16:21:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741840_1016 (size=5153) 2024-11-23T16:21:40,083 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/ns/13111fc44ab14b20b2b7311b0352a106 2024-11-23T16:21:40,120 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/rep_barrier/249886c7735641eba1682160de637a35 is 112, key is test,,1732378892862.189c630305efa27acc821d669d00a13f./rep_barrier:seqnumDuringOpen/1732378893649/Put/seqid=0 2024-11-23T16:21:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741841_1017 (size=5518) 2024-11-23T16:21:40,175 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:40,196 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:40,301 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:40,396 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:40,562 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/rep_barrier/249886c7735641eba1682160de637a35 2024-11-23T16:21:40,597 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:21:40,597 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:40,597 DEBUG [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:40,609 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/table/5c1f069980d54f8fa6dcce64ffff3bd5 is 40, key is test/table:state/1732378893663/Put/seqid=0 2024-11-23T16:21:40,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741842_1018 (size=5165) 2024-11-23T16:21:40,665 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/table/5c1f069980d54f8fa6dcce64ffff3bd5 2024-11-23T16:21:40,670 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/info/1717323562f2460daf485ca9c7d1e936 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/info/1717323562f2460daf485ca9c7d1e936 2024-11-23T16:21:40,681 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/info/1717323562f2460daf485ca9c7d1e936, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T16:21:40,682 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/ns/13111fc44ab14b20b2b7311b0352a106 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/ns/13111fc44ab14b20b2b7311b0352a106 2024-11-23T16:21:40,686 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/ns/13111fc44ab14b20b2b7311b0352a106, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:21:40,688 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/rep_barrier/249886c7735641eba1682160de637a35 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/rep_barrier/249886c7735641eba1682160de637a35 2024-11-23T16:21:40,699 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/rep_barrier/249886c7735641eba1682160de637a35, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T16:21:40,700 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/.tmp/table/5c1f069980d54f8fa6dcce64ffff3bd5 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/table/5c1f069980d54f8fa6dcce64ffff3bd5 2024-11-23T16:21:40,704 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/table/5c1f069980d54f8fa6dcce64ffff3bd5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:21:40,705 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1109ms, sequenceid=11, compaction requested=false 2024-11-23T16:21:40,721 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T16:21:40,721 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:40,721 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:40,721 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:40,722 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378899596Running coprocessor pre-close hooks at 1732378899596Disabling compacts and flushes for region at 1732378899596Disabling writes for close at 1732378899596Obtaining lock to block concurrent updates at 1732378899596Preparing flush snapshotting stores in 1588230740 at 1732378899596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732378899596Flushing stores of hbase:meta,,1.1588230740 at 1732378899597 (+1 ms)Flushing 1588230740/info: creating writer at 1732378899597Flushing 1588230740/info: appending metadata at 1732378899630 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732378899630Flushing 1588230740/ns: creating writer at 1732378900047 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732378900077 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732378900077Flushing 1588230740/rep_barrier: creating writer at 1732378900087 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378900119 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378900119Flushing 1588230740/table: creating writer at 1732378900568 (+449 ms)Flushing 1588230740/table: appending metadata at 1732378900609 (+41 ms)Flushing 1588230740/table: closing flushed file at 1732378900609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d145486: reopening flushed file at 1732378900669 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2498494e: reopening flushed file at 1732378900681 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b1a037: reopening flushed file at 1732378900686 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b7d7cd: reopening flushed file at 1732378900699 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1109ms, sequenceid=11, compaction requested=false at 1732378900705 (+6 ms)Writing region close event to WAL at 1732378900717 (+12 ms)Running coprocessor post-close hooks at 1732378900721 (+4 ms)Closed at 1732378900721 2024-11-23T16:21:40,722 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:40,797 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,44305,1732378888215; all regions closed. 2024-11-23T16:21:40,802 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741834_1010 (size=2717) 2024-11-23T16:21:40,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215/1a7c5470b472%2C44305%2C1732378888215.meta.1732378890409.meta not finished, retry = 0 2024-11-23T16:21:40,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T16:21:40,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:21:40,813 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128937 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1a7c5470b472,44373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T16:21:40,907 DEBUG [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/oldWALs 2024-11-23T16:21:40,907 INFO [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C44305%2C1732378888215.meta:.meta(num 1732378890409) 2024-11-23T16:21:40,930 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:40,945 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/WALs/1a7c5470b472,44305,1732378888215/1a7c5470b472%2C44305%2C1732378888215.1732378889866 not finished, retry = 0 2024-11-23T16:21:40,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741832_1008 (size=1028) 2024-11-23T16:21:41,050 DEBUG [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/oldWALs 2024-11-23T16:21:41,050 INFO [RS:0;1a7c5470b472:44305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C44305%2C1732378888215:(num 1732378889866) 2024-11-23T16:21:41,050 DEBUG [RS:0;1a7c5470b472:44305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:41,050 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:41,050 INFO [RS:0;1a7c5470b472:44305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:41,051 INFO [RS:0;1a7c5470b472:44305 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:41,051 INFO [RS:0;1a7c5470b472:44305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:41,051 INFO [RS:0;1a7c5470b472:44305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:44305. 2024-11-23T16:21:41,052 DEBUG [RS:0;1a7c5470b472:44305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:41,052 DEBUG [RS:0;1a7c5470b472:44305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:41,052 DEBUG [RS:0;1a7c5470b472:44305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:41,052 INFO [RS:0;1a7c5470b472:44305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44305 2024-11-23T16:21:41,052 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:41,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:41,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870/rs 2024-11-23T16:21:41,056 INFO [RS:0;1a7c5470b472:44305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:41,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2226002870/rs/1a7c5470b472,44305,1732378888215 2024-11-23T16:21:41,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,44305,1732378888215] 2024-11-23T16:21:41,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2226002870/draining/1a7c5470b472,44305,1732378888215 already deleted, retry=false 2024-11-23T16:21:41,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,44305,1732378888215 expired; onlineServers=0 2024-11-23T16:21:41,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,41035,1732378888172' ***** 2024-11-23T16:21:41,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:21:41,059 INFO [M:0;1a7c5470b472:41035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:41,059 INFO [M:0;1a7c5470b472:41035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:41,059 DEBUG [M:0;1a7c5470b472:41035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:21:41,059 DEBUG [M:0;1a7c5470b472:41035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:21:41,059 INFO [M:0;1a7c5470b472:41035 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:41,060 INFO [M:0;1a7c5470b472:41035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:41,060 DEBUG [M:0;1a7c5470b472:41035 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:21:41,060 INFO [M:0;1a7c5470b472:41035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:21:41,060 INFO [M:0;1a7c5470b472:41035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:41,060 INFO [M:0;1a7c5470b472:41035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:21:41,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:21:41,060 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378889649 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378889649,5,FailOnTimeoutGroup] 2024-11-23T16:21:41,060 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:21:41,061 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378889649 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378889649,5,FailOnTimeoutGroup] 2024-11-23T16:21:41,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2226002870/master 2024-11-23T16:21:41,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2226002870 2024-11-23T16:21:41,061 DEBUG [M:0;1a7c5470b472:41035 {}] zookeeper.ZKUtil(347): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Unable to get data of znode /2226002870/master because node does not exist (not an error) 2024-11-23T16:21:41,061 WARN [M:0;1a7c5470b472:41035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:21:41,080 INFO [M:0;1a7c5470b472:41035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/.lastflushedseqids 2024-11-23T16:21:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741843_1019 (size=173) 2024-11-23T16:21:41,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:41,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44305-0x10145a1cf080007, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:41,158 INFO [RS:0;1a7c5470b472:44305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:41,158 INFO [RS:0;1a7c5470b472:44305 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,44305,1732378888215; zookeeper connection closed. 2024-11-23T16:21:41,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ae8421 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ae8421 2024-11-23T16:21:41,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:21:41,484 INFO [M:0;1a7c5470b472:41035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:21:41,484 INFO [M:0;1a7c5470b472:41035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:21:41,485 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:41,485 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:41,485 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:41,485 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:41,485 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:41,485 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-23T16:21:41,501 DEBUG [M:0;1a7c5470b472:41035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/745a160d66214feca9876513df3ed945 is 82, key is hbase:meta,,1/info:regioninfo/1732378890443/Put/seqid=0 2024-11-23T16:21:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741844_1020 (size=5672) 2024-11-23T16:21:41,505 INFO [M:0;1a7c5470b472:41035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/745a160d66214feca9876513df3ed945 2024-11-23T16:21:41,512 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:41,522 DEBUG [M:0;1a7c5470b472:41035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad43f18207a04e42867e6674c61777a9 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732378893667/Put/seqid=0 2024-11-23T16:21:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741845_1021 (size=6587) 2024-11-23T16:21:41,668 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:41,926 INFO [M:0;1a7c5470b472:41035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad43f18207a04e42867e6674c61777a9 2024-11-23T16:21:41,943 DEBUG [M:0;1a7c5470b472:41035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777fa3135b7e4d17908109c08c8b2f40 is 69, key is 1a7c5470b472,44305,1732378888215/rs:state/1732378889683/Put/seqid=0 2024-11-23T16:21:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741846_1022 (size=5156) 2024-11-23T16:21:42,316 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:42,347 INFO [M:0;1a7c5470b472:41035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777fa3135b7e4d17908109c08c8b2f40 2024-11-23T16:21:42,351 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/745a160d66214feca9876513df3ed945 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/745a160d66214feca9876513df3ed945 2024-11-23T16:21:42,355 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/745a160d66214feca9876513df3ed945, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T16:21:42,355 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad43f18207a04e42867e6674c61777a9 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad43f18207a04e42867e6674c61777a9 2024-11-23T16:21:42,359 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad43f18207a04e42867e6674c61777a9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T16:21:42,360 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/777fa3135b7e4d17908109c08c8b2f40 as hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/777fa3135b7e4d17908109c08c8b2f40 2024-11-23T16:21:42,363 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/84cf51f9-f439-a500-4275-982f92af1a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/777fa3135b7e4d17908109c08c8b2f40, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T16:21:42,364 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-23T16:21:42,366 INFO [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:42,367 DEBUG [M:0;1a7c5470b472:41035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378901484Disabling compacts and flushes for region at 1732378901484Disabling writes for close at 1732378901485 (+1 ms)Obtaining lock to block concurrent updates at 1732378901485Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378901485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732378901485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378901486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378901486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378901500 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378901500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378901508 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378901522 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378901522Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378901930 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378901943 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378901943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3070d0c7: reopening flushed file at 1732378902351 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f0b43f: reopening flushed file at 1732378902355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd9c27f: reopening flushed file at 1732378902359 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1732378902364 (+5 ms)Writing region close event to WAL at 1732378902366 (+2 ms)Closed at 1732378902366 2024-11-23T16:21:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42949 is added to blk_1073741830_1006 (size=32782) 2024-11-23T16:21:42,369 INFO [M:0;1a7c5470b472:41035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:21:42,369 INFO [M:0;1a7c5470b472:41035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41035 2024-11-23T16:21:42,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:42,370 INFO [M:0;1a7c5470b472:41035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:42,422 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-23T16:21:42,422 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-23T16:21:42,472 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:42,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:42,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41035-0x10145a1cf080006, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:42,473 INFO [M:0;1a7c5470b472:41035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:42,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3825ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:42,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:42,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:42,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:42,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:42,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:21:42,478 WARN [BP-370266158-172.17.0.2-1732378886920 heartbeating to localhost/127.0.0.1:33949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:21:42,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:21:42,478 WARN [BP-370266158-172.17.0.2-1732378886920 heartbeating to localhost/127.0.0.1:33949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370266158-172.17.0.2-1732378886920 (Datanode Uuid 84aaa7af-9bb5-4172-b204-cd0e7a705cc2) service to localhost/127.0.0.1:33949 2024-11-23T16:21:42,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/cluster_0db7e9c0-7bf2-3f92-94f9-d14922648c21/data/data1/current/BP-370266158-172.17.0.2-1732378886920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:42,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/cluster_0db7e9c0-7bf2-3f92-94f9-d14922648c21/data/data2/current/BP-370266158-172.17.0.2-1732378886920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:42,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:21:42,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37627d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:42,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:42,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:42,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:42,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b172945f-0edc-b584-6139-5ed5bd54bca0/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:42,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:21:42,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:21:42,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:42,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:42,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:42,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:42,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:42,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:21:42,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1354665800, stopped=false 2024-11-23T16:21:42,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,39555,1732378884104 2024-11-23T16:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1027170814/running 2024-11-23T16:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1027170814/running 2024-11-23T16:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:42,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:42,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:42,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:42,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:42,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,35425,1732378884149' ***** 2024-11-23T16:21:42,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:21:42,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/running 2024-11-23T16:21:42,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Set watcher on znode that does not yet exist, /1-1027170814/running 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:21:42,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(3091): Received CLOSE for 036ec94dbb431857dcb5520ec8c57928 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,35425,1732378884149 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:42,504 INFO [RS:0;1a7c5470b472:35425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:35425. 2024-11-23T16:21:42,504 DEBUG [RS:0;1a7c5470b472:35425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:42,504 DEBUG [RS:0;1a7c5470b472:35425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:42,504 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 036ec94dbb431857dcb5520ec8c57928, disabling compactions & flushes 2024-11-23T16:21:42,505 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:42,505 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. after waiting 0 ms 2024-11-23T16:21:42,505 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:21:42,505 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:42,505 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:21:42,505 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T16:21:42,505 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1325): Online Regions={036ec94dbb431857dcb5520ec8c57928=test,,1732378891723.036ec94dbb431857dcb5520ec8c57928., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:42,505 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 036ec94dbb431857dcb5520ec8c57928, 1588230740 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:42,505 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:42,505 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:42,505 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T16:21:42,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/default/test/036ec94dbb431857dcb5520ec8c57928/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:21:42,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:42,508 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:42,509 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:42,509 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 036ec94dbb431857dcb5520ec8c57928: Waiting for close lock at 1732378902504Running coprocessor pre-close hooks at 1732378902504Disabling compacts and flushes for region at 1732378902504Disabling writes for close at 1732378902505 (+1 ms)Writing region close event to WAL at 1732378902505Running coprocessor post-close hooks at 1732378902508 (+3 ms)Closed at 1732378902509 (+1 ms) 2024-11-23T16:21:42,509 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378891723.036ec94dbb431857dcb5520ec8c57928. 2024-11-23T16:21:42,509 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:42,520 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/info/00950e005559456ea2f11179bc122545 is 129, key is test,,1732378891723.036ec94dbb431857dcb5520ec8c57928./info:regioninfo/1732378892490/Put/seqid=0 2024-11-23T16:21:42,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741841_1017 (size=6421) 2024-11-23T16:21:42,705 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:42,905 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:42,924 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/info/00950e005559456ea2f11179bc122545 2024-11-23T16:21:42,942 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/ns/8976165dd6764664b42e068b80373eec is 43, key is default/ns:d/1732378886752/Put/seqid=0 2024-11-23T16:21:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741842_1018 (size=5153) 2024-11-23T16:21:43,078 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:21:43,078 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:21:43,105 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:43,219 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:43,306 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:43,346 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/ns/8976165dd6764664b42e068b80373eec 2024-11-23T16:21:43,367 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/rep_barrier/237251e18a89432ba638003d37ab3717 is 112, key is test,,1732378891723.036ec94dbb431857dcb5520ec8c57928./rep_barrier:seqnumDuringOpen/1732378892490/Put/seqid=0 2024-11-23T16:21:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741843_1019 (size=5518) 2024-11-23T16:21:43,376 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:43,506 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:21:43,506 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:43,506 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:43,706 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:43,773 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/rep_barrier/237251e18a89432ba638003d37ab3717 2024-11-23T16:21:43,791 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/table/74f7bfabd59c46d29e2991a0258b908f is 40, key is test/table:state/1732378892500/Put/seqid=0 2024-11-23T16:21:43,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741844_1020 (size=5165) 2024-11-23T16:21:43,906 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:44,106 DEBUG [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:44,195 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/table/74f7bfabd59c46d29e2991a0258b908f 2024-11-23T16:21:44,199 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/info/00950e005559456ea2f11179bc122545 as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/info/00950e005559456ea2f11179bc122545 2024-11-23T16:21:44,202 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/info/00950e005559456ea2f11179bc122545, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T16:21:44,203 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/ns/8976165dd6764664b42e068b80373eec as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/ns/8976165dd6764664b42e068b80373eec 2024-11-23T16:21:44,206 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/ns/8976165dd6764664b42e068b80373eec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:21:44,207 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/rep_barrier/237251e18a89432ba638003d37ab3717 as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/rep_barrier/237251e18a89432ba638003d37ab3717 2024-11-23T16:21:44,210 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/rep_barrier/237251e18a89432ba638003d37ab3717, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T16:21:44,210 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/.tmp/table/74f7bfabd59c46d29e2991a0258b908f as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/table/74f7bfabd59c46d29e2991a0258b908f 2024-11-23T16:21:44,213 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/table/74f7bfabd59c46d29e2991a0258b908f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T16:21:44,214 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=11, compaction requested=false 2024-11-23T16:21:44,214 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T16:21:44,218 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T16:21:44,219 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:44,219 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:44,219 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:44,219 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378902505Running coprocessor pre-close hooks at 1732378902505Disabling compacts and flushes for region at 1732378902505Disabling writes for close at 1732378902505Obtaining lock to block concurrent updates at 1732378902505Preparing flush snapshotting stores in 1588230740 at 1732378902505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732378902506 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378902506Flushing 1588230740/info: creating writer at 1732378902506Flushing 1588230740/info: appending metadata at 1732378902520 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732378902520Flushing 1588230740/ns: creating writer at 1732378902928 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732378902941 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732378902941Flushing 1588230740/rep_barrier: creating writer at 1732378903349 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378903367 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378903367Flushing 1588230740/table: creating writer at 1732378903777 (+410 ms)Flushing 1588230740/table: appending metadata at 1732378903790 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732378903791 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3c2055: reopening flushed file at 1732378904198 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bead83c: reopening flushed file at 1732378904202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fe34f5: reopening flushed file at 1732378904206 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddfe26e: reopening flushed file at 1732378904210 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=11, compaction requested=false at 1732378904214 (+4 ms)Writing region close event to WAL at 1732378904216 (+2 ms)Running coprocessor post-close hooks at 1732378904219 (+3 ms)Closed at 1732378904219 2024-11-23T16:21:44,219 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:44,222 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:44,307 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,35425,1732378884149; all regions closed. 2024-11-23T16:21:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741834_1010 (size=2717) 2024-11-23T16:21:44,311 DEBUG [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/oldWALs 2024-11-23T16:21:44,311 INFO [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C35425%2C1732378884149.meta:.meta(num 1732378886688) 2024-11-23T16:21:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741832_1008 (size=1374) 2024-11-23T16:21:44,314 DEBUG [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/oldWALs 2024-11-23T16:21:44,314 INFO [RS:0;1a7c5470b472:35425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a7c5470b472%2C35425%2C1732378884149:(num 1732378886176) 2024-11-23T16:21:44,314 DEBUG [RS:0;1a7c5470b472:35425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:44,314 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:44,314 INFO [RS:0;1a7c5470b472:35425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:44,315 INFO [RS:0;1a7c5470b472:35425 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:44,315 INFO [RS:0;1a7c5470b472:35425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:44,315 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:44,315 INFO [RS:0;1a7c5470b472:35425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:35425. 2024-11-23T16:21:44,315 DEBUG [RS:0;1a7c5470b472:35425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:44,315 DEBUG [RS:0;1a7c5470b472:35425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:44,316 DEBUG [RS:0;1a7c5470b472:35425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:44,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:44,316 INFO [RS:0;1a7c5470b472:35425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35425 2024-11-23T16:21:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1027170814/rs/1a7c5470b472,35425,1732378884149 2024-11-23T16:21:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814/rs 2024-11-23T16:21:44,318 INFO [RS:0;1a7c5470b472:35425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:44,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,35425,1732378884149] 2024-11-23T16:21:44,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1027170814/draining/1a7c5470b472,35425,1732378884149 already deleted, retry=false 2024-11-23T16:21:44,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,35425,1732378884149 expired; onlineServers=0 2024-11-23T16:21:44,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,39555,1732378884104' ***** 2024-11-23T16:21:44,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:21:44,326 INFO [M:0;1a7c5470b472:39555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:44,326 INFO [M:0;1a7c5470b472:39555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:44,326 DEBUG [M:0;1a7c5470b472:39555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:21:44,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:21:44,326 DEBUG [M:0;1a7c5470b472:39555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:21:44,326 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378885944 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378885944,5,FailOnTimeoutGroup] 2024-11-23T16:21:44,326 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378885944 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378885944,5,FailOnTimeoutGroup] 2024-11-23T16:21:44,326 INFO [M:0;1a7c5470b472:39555 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:44,326 INFO [M:0;1a7c5470b472:39555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:44,326 DEBUG [M:0;1a7c5470b472:39555 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:21:44,326 INFO [M:0;1a7c5470b472:39555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:21:44,326 INFO [M:0;1a7c5470b472:39555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:44,327 INFO [M:0;1a7c5470b472:39555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:21:44,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:21:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1027170814/master 2024-11-23T16:21:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1027170814 2024-11-23T16:21:44,327 DEBUG [M:0;1a7c5470b472:39555 {}] zookeeper.ZKUtil(347): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Unable to get data of znode /1-1027170814/master because node does not exist (not an error) 2024-11-23T16:21:44,328 WARN [M:0;1a7c5470b472:39555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:21:44,329 INFO [M:0;1a7c5470b472:39555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/.lastflushedseqids 2024-11-23T16:21:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741845_1021 (size=173) 2024-11-23T16:21:44,336 INFO [M:0;1a7c5470b472:39555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:21:44,336 INFO [M:0;1a7c5470b472:39555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:21:44,336 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:44,336 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:44,336 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:44,337 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:44,337 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:44,337 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-23T16:21:44,351 DEBUG [M:0;1a7c5470b472:39555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be288c3caa4d4b6292c145de23bd4f96 is 82, key is hbase:meta,,1/info:regioninfo/1732378886734/Put/seqid=0 2024-11-23T16:21:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741846_1022 (size=5672) 2024-11-23T16:21:44,379 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:44,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:44,420 INFO [RS:0;1a7c5470b472:35425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:44,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35425-0x10145a1cf080004, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:44,420 INFO [RS:0;1a7c5470b472:35425 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,35425,1732378884149; zookeeper connection closed. 2024-11-23T16:21:44,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8b9b18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8b9b18 2024-11-23T16:21:44,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:21:44,755 INFO [M:0;1a7c5470b472:39555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be288c3caa4d4b6292c145de23bd4f96 2024-11-23T16:21:44,772 DEBUG [M:0;1a7c5470b472:39555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8da38c00b554d509967b432f38449c4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732378892502/Put/seqid=0 2024-11-23T16:21:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741847_1023 (size=6586) 2024-11-23T16:21:44,931 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T16:21:45,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T16:21:45,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,176 INFO [M:0;1a7c5470b472:39555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8da38c00b554d509967b432f38449c4 2024-11-23T16:21:45,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T16:21:45,194 DEBUG [M:0;1a7c5470b472:39555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/214907deb1b7492fba1dec6200dc4b77 is 69, key is 1a7c5470b472,35425,1732378884149/rs:state/1732378886003/Put/seqid=0 2024-11-23T16:21:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741848_1024 (size=5156) 2024-11-23T16:21:45,197 INFO [M:0;1a7c5470b472:39555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/214907deb1b7492fba1dec6200dc4b77 2024-11-23T16:21:45,201 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be288c3caa4d4b6292c145de23bd4f96 as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be288c3caa4d4b6292c145de23bd4f96 2024-11-23T16:21:45,204 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be288c3caa4d4b6292c145de23bd4f96, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T16:21:45,205 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8da38c00b554d509967b432f38449c4 as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8da38c00b554d509967b432f38449c4 2024-11-23T16:21:45,208 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8da38c00b554d509967b432f38449c4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T16:21:45,208 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/214907deb1b7492fba1dec6200dc4b77 as hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/214907deb1b7492fba1dec6200dc4b77 2024-11-23T16:21:45,211 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/b0b54e41-d876-25e0-7dd0-136e308bc300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/214907deb1b7492fba1dec6200dc4b77, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T16:21:45,212 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-11-23T16:21:45,213 INFO [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:45,213 DEBUG [M:0;1a7c5470b472:39555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378904336Disabling compacts and flushes for region at 1732378904336Disabling writes for close at 1732378904337 (+1 ms)Obtaining lock to block concurrent updates at 1732378904337Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378904337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732378904337Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378904337Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378904337Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378904351 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378904351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378904758 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378904772 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378904772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378905179 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378905193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378905193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c69a892: reopening flushed file at 1732378905200 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45956501: reopening flushed file at 1732378905204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c36e12: reopening flushed file at 1732378905208 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1732378905212 (+4 ms)Writing region close event to WAL at 1732378905213 (+1 ms)Closed at 1732378905213 2024-11-23T16:21:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741830_1006 (size=32770) 2024-11-23T16:21:45,216 INFO [M:0;1a7c5470b472:39555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:21:45,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:45,216 INFO [M:0;1a7c5470b472:39555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39555 2024-11-23T16:21:45,216 INFO [M:0;1a7c5470b472:39555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:45,318 INFO [M:0;1a7c5470b472:39555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x10145a1cf080003, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:45,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49c06ed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:45,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@362a4d7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:45,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:45,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b583009{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:45,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aba0120{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:45,325 WARN [BP-1862261828-172.17.0.2-1732378882973 heartbeating to localhost/127.0.0.1:38075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:21:45,325 WARN [BP-1862261828-172.17.0.2-1732378882973 heartbeating to localhost/127.0.0.1:38075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1862261828-172.17.0.2-1732378882973 (Datanode Uuid db6c5968-d7a2-4014-be02-b3845ec32cce) service to localhost/127.0.0.1:38075 2024-11-23T16:21:45,325 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:45,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/cluster_564f1eb6-2414-6722-c9df-ac1a71cce1ba/data/data1/current/BP-1862261828-172.17.0.2-1732378882973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:45,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:21:45,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/cluster_564f1eb6-2414-6722-c9df-ac1a71cce1ba/data/data2/current/BP-1862261828-172.17.0.2-1732378882973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:45,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:21:45,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:21:45,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f8c2f2f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:45,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2b1f96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:45,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:45,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f392555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:45,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@772e1cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dd4ac26-7b4c-29d4-3db2-251d96595469/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:45,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:21:45,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T16:21:45,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:45,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:45,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:45,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:45,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:45,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T16:21:45,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1883115763, stopped=false 2024-11-23T16:21:45,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a7c5470b472,42139,1732378880237 2024-11-23T16:21:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144972473/running 2024-11-23T16:21:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144972473/running 2024-11-23T16:21:45,351 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:45,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T16:21:45,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:45,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:45,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/running 2024-11-23T16:21:45,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a7c5470b472,35809,1732378880305' ***** 2024-11-23T16:21:45,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T16:21:45,352 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T16:21:45,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Set watcher on znode that does not yet exist, /0-1144972473/running 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T16:21:45,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d7b0ce91ba25918e7aeab7de5fcef95 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(959): stopping server 1a7c5470b472,35809,1732378880305 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:45,353 INFO [RS:0;1a7c5470b472:35809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:35809. 2024-11-23T16:21:45,353 DEBUG [RS:0;1a7c5470b472:35809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:45,353 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:45,354 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T16:21:45,354 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T16:21:45,354 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T16:21:45,354 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T16:21:45,354 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T16:21:45,354 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d7b0ce91ba25918e7aeab7de5fcef95=test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95., 5d93dc2bc762cf718b7eab61178d68ca=hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca.} 2024-11-23T16:21:45,354 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 0d7b0ce91ba25918e7aeab7de5fcef95, 1588230740, 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d7b0ce91ba25918e7aeab7de5fcef95, disabling compactions & flushes 2024-11-23T16:21:45,354 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T16:21:45,354 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. after waiting 0 ms 2024-11-23T16:21:45,354 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:45,354 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T16:21:45,358 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/default/test/0d7b0ce91ba25918e7aeab7de5fcef95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T16:21:45,359 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d7b0ce91ba25918e7aeab7de5fcef95: Waiting for close lock at 1732378905354Running coprocessor pre-close hooks at 1732378905354Disabling compacts and flushes for region at 1732378905354Disabling writes for close at 1732378905354Writing region close event to WAL at 1732378905356 (+2 ms)Running coprocessor post-close hooks at 1732378905359 (+3 ms)Closed at 1732378905359 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95. 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d93dc2bc762cf718b7eab61178d68ca, disabling compactions & flushes 2024-11-23T16:21:45,359 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. after waiting 0 ms 2024-11-23T16:21:45,359 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:45,359 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d93dc2bc762cf718b7eab61178d68ca 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-23T16:21:45,370 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/info/c859136ed9b74020bc0a87aa09a6e81f is 147, key is hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca./info:regioninfo/1732378894836/Put/seqid=0 2024-11-23T16:21:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741847_1023 (size=7686) 2024-11-23T16:21:45,378 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/.tmp/hfileref/0d5772f61b6b4f9ab9cd798ee2296e1f is 74, key is 1/hfileref:09cb1424c0454d41bf3ec58f9e278b71_SeqId_6_/1732378898867/DeleteColumn/seqid=0 2024-11-23T16:21:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741848_1024 (size=5489) 2024-11-23T16:21:45,419 INFO [regionserver/1a7c5470b472:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:45,482 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:45,487 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:45,487 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 688, reset compression=false 2024-11-23T16:21:45,487 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:45,488 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1a7c5470b472,35809,1732378880305: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-1a7c5470b472,35809,1732378880305, walGroup=1a7c5470b472%2C35809%2C1732378880305, offset=1a7c5470b472%2C35809%2C1732378880305.1732378898068:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:35809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T16:21:45,489 ERROR [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T16:21:45,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T16:21:45,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T16:21:45,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T16:21:45,489 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T16:21:45,489 INFO [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 1084489568 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207753800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T16:21:45,490 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:42139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a7c5470b472:42139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T16:21:45,554 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:45,690 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 688, reset compression=false 2024-11-23T16:21:45,745 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T16:21:45,745 INFO [regionserver/1a7c5470b472:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T16:21:45,754 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:45,775 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/info/c859136ed9b74020bc0a87aa09a6e81f 2024-11-23T16:21:45,781 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/.tmp/hfileref/0d5772f61b6b4f9ab9cd798ee2296e1f 2024-11-23T16:21:45,793 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/ns/677d8fd15f284362ac0e176f0849b40e is 43, key is default/ns:d/1732378882860/Put/seqid=0 2024-11-23T16:21:45,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741849_1025 (size=5153) 2024-11-23T16:21:45,798 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/.tmp/queue/4d409ee33385414db76377befaa31f95 is 153, key is 1-1a7c5470b472,35809,1732378880305/queue:1a7c5470b472%2C35809%2C1732378880305/1732378898869/Put/seqid=0 2024-11-23T16:21:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741850_1026 (size=5504) 2024-11-23T16:21:45,954 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:45,994 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 688, reset compression=false 2024-11-23T16:21:46,155 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d93dc2bc762cf718b7eab61178d68ca 2024-11-23T16:21:46,197 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/ns/677d8fd15f284362ac0e176f0849b40e 2024-11-23T16:21:46,201 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/.tmp/queue/4d409ee33385414db76377befaa31f95 2024-11-23T16:21:46,204 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/.tmp/hfileref/0d5772f61b6b4f9ab9cd798ee2296e1f as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/hfileref/0d5772f61b6b4f9ab9cd798ee2296e1f 2024-11-23T16:21:46,208 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/hfileref/0d5772f61b6b4f9ab9cd798ee2296e1f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-23T16:21:46,209 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/.tmp/queue/4d409ee33385414db76377befaa31f95 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/queue/4d409ee33385414db76377befaa31f95 2024-11-23T16:21:46,213 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/queue/4d409ee33385414db76377befaa31f95, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T16:21:46,214 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5d93dc2bc762cf718b7eab61178d68ca in 855ms, sequenceid=17, compaction requested=false 2024-11-23T16:21:46,218 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/rep_barrier/53d2ee6c168a415aaf824bec9746d746 is 112, key is test,,1732378890579.0d7b0ce91ba25918e7aeab7de5fcef95./rep_barrier:seqnumDuringOpen/1732378891342/Put/seqid=0 2024-11-23T16:21:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741851_1027 (size=5518) 2024-11-23T16:21:46,222 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/rep_barrier/53d2ee6c168a415aaf824bec9746d746 2024-11-23T16:21:46,222 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/replication/5d93dc2bc762cf718b7eab61178d68ca/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-23T16:21:46,223 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:46,223 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:46,223 INFO [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:46,223 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d93dc2bc762cf718b7eab61178d68ca: Waiting for close lock at 1732378905359Running coprocessor pre-close hooks at 1732378905359Disabling compacts and flushes for region at 1732378905359Disabling writes for close at 1732378905359Obtaining lock to block concurrent updates at 1732378905359Preparing flush snapshotting stores in 5d93dc2bc762cf718b7eab61178d68ca at 1732378905359Finished memstore snapshotting hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732378905360 (+1 ms)Flushing stores of hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. at 1732378905360Flushing 5d93dc2bc762cf718b7eab61178d68ca/hfileref: creating writer at 1732378905360Flushing 5d93dc2bc762cf718b7eab61178d68ca/hfileref: appending metadata at 1732378905377 (+17 ms)Flushing 5d93dc2bc762cf718b7eab61178d68ca/hfileref: closing flushed file at 1732378905377Flushing 5d93dc2bc762cf718b7eab61178d68ca/queue: creating writer at 1732378905784 (+407 ms)Flushing 5d93dc2bc762cf718b7eab61178d68ca/queue: appending metadata at 1732378905798 (+14 ms)Flushing 5d93dc2bc762cf718b7eab61178d68ca/queue: closing flushed file at 1732378905798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee0185b: reopening flushed file at 1732378906204 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca65ccc: reopening flushed file at 1732378906208 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5d93dc2bc762cf718b7eab61178d68ca in 855ms, sequenceid=17, compaction requested=false at 1732378906214 (+6 ms)Writing region close event to WAL at 1732378906219 (+5 ms)Running coprocessor post-close hooks at 1732378906223 (+4 ms)Closed at 1732378906223 2024-11-23T16:21:46,223 DEBUG [RS_CLOSE_REGION-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732378894012.5d93dc2bc762cf718b7eab61178d68ca. 2024-11-23T16:21:46,243 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/table/cbe246641dcd4ed4a79138d6fdd983b7 is 53, key is hbase:replication/table:state/1732378894874/Put/seqid=0 2024-11-23T16:21:46,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741852_1028 (size=5308) 2024-11-23T16:21:46,355 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T16:21:46,355 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T16:21:46,355 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:46,397 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 688, reset compression=false 2024-11-23T16:21:46,534 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 393, reset compression=false 2024-11-23T16:21:46,538 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T16:21:46,538 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 688, reset compression=false 2024-11-23T16:21:46,538 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1a7c5470b472,35809,1732378880305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T16:21:46,539 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-23T16:21:46,555 DEBUG [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T16:21:46,647 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/table/cbe246641dcd4ed4a79138d6fdd983b7 2024-11-23T16:21:46,651 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/info/c859136ed9b74020bc0a87aa09a6e81f as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/info/c859136ed9b74020bc0a87aa09a6e81f 2024-11-23T16:21:46,654 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/info/c859136ed9b74020bc0a87aa09a6e81f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T16:21:46,654 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/ns/677d8fd15f284362ac0e176f0849b40e as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/ns/677d8fd15f284362ac0e176f0849b40e 2024-11-23T16:21:46,657 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/ns/677d8fd15f284362ac0e176f0849b40e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T16:21:46,658 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/rep_barrier/53d2ee6c168a415aaf824bec9746d746 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/rep_barrier/53d2ee6c168a415aaf824bec9746d746 2024-11-23T16:21:46,661 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/rep_barrier/53d2ee6c168a415aaf824bec9746d746, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T16:21:46,662 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/.tmp/table/cbe246641dcd4ed4a79138d6fdd983b7 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/table/cbe246641dcd4ed4a79138d6fdd983b7 2024-11-23T16:21:46,665 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/table/cbe246641dcd4ed4a79138d6fdd983b7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T16:21:46,665 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-23T16:21:46,669 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T16:21:46,669 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T16:21:46,669 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T16:21:46,669 INFO [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:46,670 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732378905354Running coprocessor pre-close hooks at 1732378905354Disabling compacts and flushes for region at 1732378905354Disabling writes for close at 1732378905354Obtaining lock to block concurrent updates at 1732378905354Preparing flush snapshotting stores in 1588230740 at 1732378905354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732378905355 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732378905355Flushing 1588230740/info: creating writer at 1732378905355Flushing 1588230740/info: appending metadata at 1732378905370 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732378905370Flushing 1588230740/ns: creating writer at 1732378905778 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732378905793 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732378905793Flushing 1588230740/rep_barrier: creating writer at 1732378906201 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732378906218 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732378906218Flushing 1588230740/table: creating writer at 1732378906226 (+8 ms)Flushing 1588230740/table: appending metadata at 1732378906242 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732378906242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7c8391: reopening flushed file at 1732378906650 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8fd456: reopening flushed file at 1732378906654 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e190731: reopening flushed file at 1732378906658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f30d51f: reopening flushed file at 1732378906661 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1732378906665 (+4 ms)Writing region close event to WAL at 1732378906667 (+2 ms)Running coprocessor post-close hooks at 1732378906669 (+2 ms)Closed at 1732378906669 2024-11-23T16:21:46,670 DEBUG [RS_CLOSE_META-regionserver/1a7c5470b472:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T16:21:46,741 DEBUG [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/WALs/1a7c5470b472,35809,1732378880305/1a7c5470b472%2C35809%2C1732378880305.1732378898068 to pos 688, reset compression=false 2024-11-23T16:21:46,755 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(976): stopping server 1a7c5470b472,35809,1732378880305; all regions closed. 2024-11-23T16:21:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741843_1019 (size=859) 2024-11-23T16:21:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741844_1020 (size=2791) 2024-11-23T16:21:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741842_1018 (size=696) 2024-11-23T16:21:46,770 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:46,770 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T16:21:46,770 INFO [RS:0;1a7c5470b472:35809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:46,771 INFO [RS:0;1a7c5470b472:35809 {}] hbase.ChoreService(370): Chore service for: regionserver/1a7c5470b472:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:46,771 INFO [RS:0;1a7c5470b472:35809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:46,771 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1a7c5470b472,35809,1732378880305 because: Region server is closing 2024-11-23T16:21:46,771 INFO [RS:0;1a7c5470b472:35809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:35809. 2024-11-23T16:21:46,771 DEBUG [RS:0;1a7c5470b472:35809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:46,771 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:46,771 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:46,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:46,772 INFO [regionserver/1a7c5470b472:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:46,872 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 terminated 2024-11-23T16:21:46,872 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1a7c5470b472,35809,1732378880305 because: Region server is closing 2024-11-23T16:21:46,872 INFO [RS:0;1a7c5470b472:35809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a7c5470b472:35809. 2024-11-23T16:21:46,872 WARN [RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,1-1a7c5470b472,35809,1732378880305.replicationSource.wal-reader.1a7c5470b472%2C35809%2C1732378880305,1-1a7c5470b472,35809,1732378880305 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T16:21:46,872 DEBUG [RS:0;1a7c5470b472:35809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T16:21:46,872 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:46,872 DEBUG [RS:0;1a7c5470b472:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T16:21:46,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T16:21:46,973 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1a7c5470b472:0-0.replicationSource,2-1a7c5470b472,35809,1732378880305.replicationSource.shipper1a7c5470b472%2C35809%2C1732378880305,2-1a7c5470b472,35809,1732378880305 terminated 2024-11-23T16:21:46,973 INFO [RS:0;1a7c5470b472:35809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35809 2024-11-23T16:21:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473/rs 2024-11-23T16:21:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144972473/rs/1a7c5470b472,35809,1732378880305 2024-11-23T16:21:47,006 INFO [RS:0;1a7c5470b472:35809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:47,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a7c5470b472,35809,1732378880305] 2024-11-23T16:21:47,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144972473/draining/1a7c5470b472,35809,1732378880305 already deleted, retry=false 2024-11-23T16:21:47,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a7c5470b472,35809,1732378880305 expired; onlineServers=0 2024-11-23T16:21:47,084 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a7c5470b472,42139,1732378880237' ***** 2024-11-23T16:21:47,084 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T16:21:47,084 DEBUG [M:0;1a7c5470b472:42139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T16:21:47,084 DEBUG [M:0;1a7c5470b472:42139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T16:21:47,084 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T16:21:47,084 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378881664 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.large.0-1732378881664,5,FailOnTimeoutGroup] 2024-11-23T16:21:47,084 DEBUG [master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378881664 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a7c5470b472:0:becomeActiveMaster-HFileCleaner.small.0-1732378881664,5,FailOnTimeoutGroup] 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] hbase.ChoreService(370): Chore service for: master/1a7c5470b472:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T16:21:47,084 DEBUG [M:0;1a7c5470b472:42139 {}] master.HMaster(1795): Stopping service threads 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T16:21:47,084 INFO [M:0;1a7c5470b472:42139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T16:21:47,085 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T16:21:47,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144972473/master 2024-11-23T16:21:47,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144972473 2024-11-23T16:21:47,114 DEBUG [M:0;1a7c5470b472:42139 {}] zookeeper.ZKUtil(347): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Unable to get data of znode /0-1144972473/master because node does not exist (not an error) 2024-11-23T16:21:47,114 WARN [M:0;1a7c5470b472:42139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T16:21:47,115 INFO [M:0;1a7c5470b472:42139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/.lastflushedseqids 2024-11-23T16:21:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741853_1029 (size=263) 2024-11-23T16:21:47,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:47,138 INFO [RS:0;1a7c5470b472:35809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:47,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x10145a1cf080001, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:47,138 INFO [RS:0;1a7c5470b472:35809 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a7c5470b472,35809,1732378880305; zookeeper connection closed. 2024-11-23T16:21:47,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23dd7bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23dd7bb 2024-11-23T16:21:47,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T16:21:47,520 INFO [M:0;1a7c5470b472:42139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T16:21:47,520 INFO [M:0;1a7c5470b472:42139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T16:21:47,520 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T16:21:47,520 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:47,520 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:47,520 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T16:21:47,520 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:47,520 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-23T16:21:47,537 DEBUG [M:0;1a7c5470b472:42139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/692263f9552244c09d4948b5f0dc37a1 is 82, key is hbase:meta,,1/info:regioninfo/1732378882852/Put/seqid=0 2024-11-23T16:21:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741854_1030 (size=5672) 2024-11-23T16:21:47,541 INFO [M:0;1a7c5470b472:42139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/692263f9552244c09d4948b5f0dc37a1 2024-11-23T16:21:47,559 DEBUG [M:0;1a7c5470b472:42139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d753464076c49e7ab6406b8557b66b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732378894879/Put/seqid=0 2024-11-23T16:21:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741855_1031 (size=8910) 2024-11-23T16:21:47,963 INFO [M:0;1a7c5470b472:42139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d753464076c49e7ab6406b8557b66b7 2024-11-23T16:21:47,986 DEBUG [M:0;1a7c5470b472:42139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ba0afb469e456bb86f046136250a04 is 69, key is 1a7c5470b472,35809,1732378880305/rs:state/1732378881737/Put/seqid=0 2024-11-23T16:21:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741856_1032 (size=5156) 2024-11-23T16:21:47,990 INFO [M:0;1a7c5470b472:42139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ba0afb469e456bb86f046136250a04 2024-11-23T16:21:47,995 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/692263f9552244c09d4948b5f0dc37a1 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/692263f9552244c09d4948b5f0dc37a1 2024-11-23T16:21:47,998 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/692263f9552244c09d4948b5f0dc37a1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-23T16:21:47,999 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d753464076c49e7ab6406b8557b66b7 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d753464076c49e7ab6406b8557b66b7 2024-11-23T16:21:48,002 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d753464076c49e7ab6406b8557b66b7, entries=13, sequenceid=112, filesize=8.7 K 2024-11-23T16:21:48,003 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ba0afb469e456bb86f046136250a04 as hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ba0afb469e456bb86f046136250a04 2024-11-23T16:21:48,006 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35629/user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ba0afb469e456bb86f046136250a04, entries=1, sequenceid=112, filesize=5.0 K 2024-11-23T16:21:48,007 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=112, compaction requested=false 2024-11-23T16:21:48,008 INFO [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T16:21:48,008 DEBUG [M:0;1a7c5470b472:42139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732378907520Disabling compacts and flushes for region at 1732378907520Disabling writes for close at 1732378907520Obtaining lock to block concurrent updates at 1732378907520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732378907520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732378907521 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732378907521Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732378907521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732378907537 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732378907537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732378907544 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732378907559 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732378907559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732378907967 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732378907986 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732378907986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e4f866: reopening flushed file at 1732378907994 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf233ec: reopening flushed file at 1732378907998 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87babd7: reopening flushed file at 1732378908002 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=112, compaction requested=false at 1732378908007 (+5 ms)Writing region close event to WAL at 1732378908008 (+1 ms)Closed at 1732378908008 2024-11-23T16:21:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45539 is added to blk_1073741830_1006 (size=69067) 2024-11-23T16:21:48,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2617777b-f5ac-e5f7-3272-0d77322fcb38/MasterData/WALs/1a7c5470b472,42139,1732378880237/1a7c5470b472%2C42139%2C1732378880237.1732378881594 not finished, retry = 0 2024-11-23T16:21:48,111 INFO [M:0;1a7c5470b472:42139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T16:21:48,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T16:21:48,111 INFO [M:0;1a7c5470b472:42139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42139 2024-11-23T16:21:48,111 INFO [M:0;1a7c5470b472:42139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T16:21:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x10145a1cf080000, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T16:21:48,213 INFO [M:0;1a7c5470b472:42139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T16:21:48,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bbe537c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T16:21:48,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:48,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:48,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:48,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:48,217 WARN [BP-513742069-172.17.0.2-1732378879116 heartbeating to localhost/127.0.0.1:35629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T16:21:48,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T16:21:48,217 WARN [BP-513742069-172.17.0.2-1732378879116 heartbeating to localhost/127.0.0.1:35629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-513742069-172.17.0.2-1732378879116 (Datanode Uuid 7fb30d17-7f34-43db-b495-69008f9b120e) service to localhost/127.0.0.1:35629 2024-11-23T16:21:48,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T16:21:48,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/data/data1/current/BP-513742069-172.17.0.2-1732378879116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:48,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/cluster_f2e6d2a6-d114-8aed-5b4a-b42db91143aa/data/data2/current/BP-513742069-172.17.0.2-1732378879116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T16:21:48,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T16:21:48,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df38f92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T16:21:48,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T16:21:48,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T16:21:48,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T16:21:48,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69644d-ebae-a225-681c-576c48010ee1/hadoop.log.dir/,STOPPED} 2024-11-23T16:21:48,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T16:21:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T16:21:48,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 536) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35629 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35629 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38075 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38075 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59284) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59284) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59284) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35629 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33949 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33949 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6045 (was 7094) 2024-11-23T16:21:48,262 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-23T16:21:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10145a1cf080005, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:21:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10145a1cf080002, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:21:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10145a1cf080008, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T16:21:48,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10145a1cf080005, quorum=127.0.0.1:59284, baseZNode=/1-1027170814 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:21:48,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10145a1cf080002, quorum=127.0.0.1:59284, baseZNode=/0-1144972473 Received Disconnected from ZooKeeper, ignoring 2024-11-23T16:21:48,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10145a1cf080008, quorum=127.0.0.1:59284, baseZNode=/2226002870 Received Disconnected from ZooKeeper, ignoring